{"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.470112208Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.527297507Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.579031859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.637567617Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.746080993Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.746114912Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.971198502Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.971294797Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.147447352Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/60968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.757515441Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.360529198Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.473787212Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.473970337Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474050965Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474177799Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474273148Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474338667Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474408776Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474467427Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474526326Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.47459054Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474644712Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474718105Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474772251Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.474925725Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.475174107Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.475234163Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.475308935Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.475318333Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.475404603Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.47569624Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.576951333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 13:41:47.576964 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" E1103 13:41:47.685585 1 leaderelection.go:465] "Error initially creating lease lock" err="leases.coordination.k8s.io \"maas-controller.models-as-a-service.opendatahub.io\" already exists" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.878337342Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:47.878408831Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 13:42:12.869781 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870234058Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870504823Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870581655Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870679348Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870749459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.870802473Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87083953Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871007646Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871090132Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87123344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87128376Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871402665Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871532522Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871568683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871607049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871639837Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87174543Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871875182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871924145Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87197921Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871983839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872023383Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872079293Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87221196Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872216941Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872253985Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872303693Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872392432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872451185Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.871231832Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872548454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872590845Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.872696749Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.873748396Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.873825069Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.874295455Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87451713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.875299603Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.875856426Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.876092209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.876326458Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.876907046Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87709456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.877250305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.87741825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.877705582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.878206577Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.878846325Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.878894278Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.879256959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:12.879748528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.174544648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.223162837Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.330664597Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482157628Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482269761Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482237309Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482272448Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482292032Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.482287516Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.487584354Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.487619747Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.575798649Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.57585428Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.58220851Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.582219537Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.582231997Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.58227507Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.671747834Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:14.707659859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e112951-be13-4d80-89a1-856910f5f33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:14.759874257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e112951-be13-4d80-89a1-856910f5f33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:14.8122093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e112951-be13-4d80-89a1-856910f5f33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:14.864538161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e112951-be13-4d80-89a1-856910f5f33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.792764566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f5298-edaa-4853-b8eb-cd1b74466320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.845073084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f5298-edaa-4853-b8eb-cd1b74466320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.896993241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f5298-edaa-4853-b8eb-cd1b74466320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.94918398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f5298-edaa-4853-b8eb-cd1b74466320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.964688099Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bece947e-e07b-4aa2-9a2d-64dcd0766f0c","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.902950918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bece947e-e07b-4aa2-9a2d-64dcd0766f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.95587738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bece947e-e07b-4aa2-9a2d-64dcd0766f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.007780561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bece947e-e07b-4aa2-9a2d-64dcd0766f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.060026521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bece947e-e07b-4aa2-9a2d-64dcd0766f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:20.970070039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d3fc0f-70a0-446c-8a7c-bc996afdba61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.022375916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d3fc0f-70a0-446c-8a7c-bc996afdba61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.074466483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d3fc0f-70a0-446c-8a7c-bc996afdba61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.126517044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2d3fc0f-70a0-446c-8a7c-bc996afdba61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.663898383Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"34ec29a0-40bc-4d0d-aec6-189716ca47a2","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.560581057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b796034-ab57-4a35-a87f-9141c2735d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.612892089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b796034-ab57-4a35-a87f-9141c2735d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.664944529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b796034-ab57-4a35-a87f-9141c2735d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.717054084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b796034-ab57-4a35-a87f-9141c2735d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:29.681888452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16da644a-555e-4090-a3bf-71d59f4548aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:29.734125411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16da644a-555e-4090-a3bf-71d59f4548aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:29.79007691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16da644a-555e-4090-a3bf-71d59f4548aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:29.848557434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16da644a-555e-4090-a3bf-71d59f4548aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.504261539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d303dc2a-c43c-4122-b49b-418e00c6bf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.562106969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d303dc2a-c43c-4122-b49b-418e00c6bf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.616084969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d303dc2a-c43c-4122-b49b-418e00c6bf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:34.672175038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d303dc2a-c43c-4122-b49b-418e00c6bf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.626709997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76961517-8a53-4758-8263-4daa9693770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.678650445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76961517-8a53-4758-8263-4daa9693770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.730695345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76961517-8a53-4758-8263-4daa9693770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.782755203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76961517-8a53-4758-8263-4daa9693770c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.332321496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:13.328985362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.610222359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edd381-0a93-4537-b4dd-24512dc3d732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.661828749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edd381-0a93-4537-b4dd-24512dc3d732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.713671588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edd381-0a93-4537-b4dd-24512dc3d732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.765903447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48edd381-0a93-4537-b4dd-24512dc3d732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.67902887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca84df0b-a71f-47d0-aaa3-0a22fc57194d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.731009152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca84df0b-a71f-47d0-aaa3-0a22fc57194d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.782991647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca84df0b-a71f-47d0-aaa3-0a22fc57194d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.83615775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca84df0b-a71f-47d0-aaa3-0a22fc57194d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:43.279484912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.727674733Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ee34f4d2-4e6f-4040-8a97-4857dc7e33d5","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.78401102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f25b00-5129-4b8f-8e68-7578b0a4d669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.836078244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f25b00-5129-4b8f-8e68-7578b0a4d669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.887952759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f25b00-5129-4b8f-8e68-7578b0a4d669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.940250369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f25b00-5129-4b8f-8e68-7578b0a4d669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.828196777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291638ed-8742-4ce1-a50e-20e29c79b272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.880405066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291638ed-8742-4ce1-a50e-20e29c79b272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.932470873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291638ed-8742-4ce1-a50e-20e29c79b272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.984647441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291638ed-8742-4ce1-a50e-20e29c79b272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.400509792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd9d086-5f0e-4d0b-9409-2930162f2211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.572511724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd9d086-5f0e-4d0b-9409-2930162f2211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.609234245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e146d5a-d81e-4cdc-9768-d311b576a942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.627385845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd9d086-5f0e-4d0b-9409-2930162f2211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.665696468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e146d5a-d81e-4cdc-9768-d311b576a942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.721205394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e146d5a-d81e-4cdc-9768-d311b576a942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.843794677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894b4804-9a94-42a6-94de-05712eb3bc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.899287053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894b4804-9a94-42a6-94de-05712eb3bc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.94120658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b177df-0fcf-40dc-aa54-ccdd895d6738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.954869363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894b4804-9a94-42a6-94de-05712eb3bc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:07.999288906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b177df-0fcf-40dc-aa54-ccdd895d6738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.054073496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75b177df-0fcf-40dc-aa54-ccdd895d6738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.387798246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10c5c38-e71c-450d-b6ce-3d808b9ec435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.44374604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10c5c38-e71c-450d-b6ce-3d808b9ec435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.488082642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf55b035-bdde-48e2-8cfe-5947e4e06a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.498702602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10c5c38-e71c-450d-b6ce-3d808b9ec435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.544053656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf55b035-bdde-48e2-8cfe-5947e4e06a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.602163725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf55b035-bdde-48e2-8cfe-5947e4e06a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.757434681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6247e6e8-e822-4e94-b070-6bc09698224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:08.805749433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e1e6011-1ae9-4242-8de0-106671272022","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.817908191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6247e6e8-e822-4e94-b070-6bc09698224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.857284847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d13b35-f4e2-41cd-95b8-4633706aa342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:08.870926281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebbd31d8-4848-4f3c-93b4-2b6654da09c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.873637002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6247e6e8-e822-4e94-b070-6bc09698224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.916452024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d13b35-f4e2-41cd-95b8-4633706aa342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.971138581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d13b35-f4e2-41cd-95b8-4633706aa342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.037027197Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fe37265-e49c-4633-beb6-9b1d9956028f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.039791912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcbf74b3-9379-4037-a380-0ef09763df50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.088900296Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c95b0b2b-b630-4c87-b4fe-4ba259f9fa46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.098469348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcbf74b3-9379-4037-a380-0ef09763df50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.137070808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9579f19c-d23e-45a8-93e7-16dfa458912b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.154798434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcbf74b3-9379-4037-a380-0ef09763df50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.19383229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9579f19c-d23e-45a8-93e7-16dfa458912b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.200896685Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05ebde06-e769-4773-89f9-44f6a703b1fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.249499381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9579f19c-d23e-45a8-93e7-16dfa458912b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.301779734Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8af644c7-cbda-468f-8e34-5248f6f54d98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.310217096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c4274a5-2b8e-4476-9ce8-ebaeb06c0462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.367658189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c4274a5-2b8e-4476-9ce8-ebaeb06c0462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.414492246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b81f45a-a60f-4396-819d-cb06c8371358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.422809187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c4274a5-2b8e-4476-9ce8-ebaeb06c0462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.471578803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b81f45a-a60f-4396-819d-cb06c8371358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.527620738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b81f45a-a60f-4396-819d-cb06c8371358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.827005287Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"848d7bde-eb44-4578-b852-33916f70a0dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.868240801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f561ce71-d183-43cb-a128-bb4d37af6a07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.868265288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f561ce71-d183-43cb-a128-bb4d37af6a07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.928996567Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60d5ccf9-5b5b-4d6b-8582-30de429d3878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.936561374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc5aeee5-a783-4bec-b993-71d33bb06210","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.936592278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc5aeee5-a783-4bec-b993-71d33bb06210","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.042187987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0cccb79-4437-4920-8f46-638625998d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.042312006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c7798d6-2775-45dd-8e43-0ced67098ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.042613218Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d00697ab-d0d6-49bd-bdad-4485ba7ae5aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.098231416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0cccb79-4437-4920-8f46-638625998d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.100491605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c7798d6-2775-45dd-8e43-0ced67098ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.157765596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0cccb79-4437-4920-8f46-638625998d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.157984244Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c7798d6-2775-45dd-8e43-0ced67098ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.278589785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.310679382Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f3774e9-97bc-4dd3-b3d6-c189669e55a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.466410556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269ea8d7-7bc8-4297-bab1-2aee104e6df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.466400753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d942c89-ee24-486d-8a75-241b943395a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.522475578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269ea8d7-7bc8-4297-bab1-2aee104e6df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.522536652Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269ea8d7-7bc8-4297-bab1-2aee104e6df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.522566846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d942c89-ee24-486d-8a75-241b943395a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.522619678Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d942c89-ee24-486d-8a75-241b943395a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.885107422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14a1d81-40c0-48b2-bea1-d484f3a68ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.93735725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14a1d81-40c0-48b2-bea1-d484f3a68ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:13.989120147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14a1d81-40c0-48b2-bea1-d484f3a68ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.041162485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14a1d81-40c0-48b2-bea1-d484f3a68ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.460354269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb7744ce-10fd-410a-81fe-6e43306603d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.460382293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb7744ce-10fd-410a-81fe-6e43306603d7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.159699041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9549ecfe-ac46-4379-a6e1-3234daa6d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.15969903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9f064a9-e9ec-43b4-ba87-dfcb83899abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.218529204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9f064a9-e9ec-43b4-ba87-dfcb83899abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.218594634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9f064a9-e9ec-43b4-ba87-dfcb83899abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.218789043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9549ecfe-ac46-4379-a6e1-3234daa6d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.218838422Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9549ecfe-ac46-4379-a6e1-3234daa6d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.788158992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a02c495a-308a-4ca3-9635-c430edd07f0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.788184923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a02c495a-308a-4ca3-9635-c430edd07f0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.788477398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8e1de094-6d87-4f89-89d3-a464f6888650","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.788495682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8e1de094-6d87-4f89-89d3-a464f6888650","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.83999731Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e575f74-8bd1-4688-811c-6e64e348bb77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.840835363Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b92eaa4-9381-4450-bd6b-00d554649c06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.890568955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d02ff10-5682-4093-9bf2-f1237577954f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.890598932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d02ff10-5682-4093-9bf2-f1237577954f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.890969165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46d542b0-0e23-460d-944b-a74a9daaf25f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.890983338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46d542b0-0e23-460d-944b-a74a9daaf25f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.943521357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d417aa-4a7b-4dd0-9786-6600d4e8f6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.001357029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d417aa-4a7b-4dd0-9786-6600d4e8f6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.001520663Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d417aa-4a7b-4dd0-9786-6600d4e8f6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.044011484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b431f18a-2422-4248-a49a-ea2fea37580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.100043378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b431f18a-2422-4248-a49a-ea2fea37580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.100109424Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b431f18a-2422-4248-a49a-ea2fea37580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.209733929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62b328e3-3e4a-48e5-87bf-696078155767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.266687912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62b328e3-3e4a-48e5-87bf-696078155767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.266751433Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62b328e3-3e4a-48e5-87bf-696078155767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.310315144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ac516c-8782-43a7-9560-d163e1db161d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.367209149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ac516c-8782-43a7-9560-d163e1db161d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.367295989Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41ac516c-8782-43a7-9560-d163e1db161d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.051656263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29a65641-f445-40b4-9317-446d0771406f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.051679761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29a65641-f445-40b4-9317-446d0771406f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.717169481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74c9bbc-634e-44f2-bceb-38748900e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.717166917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b99c025-a866-42cc-9d29-3dda164d0c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.774105258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b99c025-a866-42cc-9d29-3dda164d0c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.774176968Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b99c025-a866-42cc-9d29-3dda164d0c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.823366421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74c9bbc-634e-44f2-bceb-38748900e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.823428969Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d74c9bbc-634e-44f2-bceb-38748900e163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015114808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d7a665e-38c1-4ae8-b69f-5720e0d127ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015135534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d7a665e-38c1-4ae8-b69f-5720e0d127ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015370385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2db512e2-8802-407b-8345-981b79511af9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015382554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2db512e2-8802-407b-8345-981b79511af9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015535393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"89956938-224c-44ac-bc18-3ced0abfc912","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.015545238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"89956938-224c-44ac-bc18-3ced0abfc912","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.068175819Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b1453c4-790f-4535-8a5b-de33d44366c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.068185675Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83753c9e-e25c-4e27-a6fa-d8b74f02baf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.087376157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72241628-8ee4-42d6-9b34-1b1617fffc2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.087396786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72241628-8ee4-42d6-9b34-1b1617fffc2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.087668894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0aa30ae4-7683-41d3-9e42-2060f0298a80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.08768298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0aa30ae4-7683-41d3-9e42-2060f0298a80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.087871524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3a909b1c-a226-4b8d-9eca-d97d5fd8fe21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.087884567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3a909b1c-a226-4b8d-9eca-d97d5fd8fe21","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.171894517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd4a221-0ef5-430e-a29e-e3330f24572c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.171906673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71797e43-5ba2-4009-ac72-83bed873c485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.229769807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd4a221-0ef5-430e-a29e-e3330f24572c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.22987491Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd4a221-0ef5-430e-a29e-e3330f24572c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.230169848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71797e43-5ba2-4009-ac72-83bed873c485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.230235122Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71797e43-5ba2-4009-ac72-83bed873c485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.4391021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b33e39b-5f84-444c-9aeb-1ee6ba50fce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.43915571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40c12011-eda1-4b5e-b92f-1a888037e5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.496186594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40c12011-eda1-4b5e-b92f-1a888037e5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.496254501Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40c12011-eda1-4b5e-b92f-1a888037e5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.497330565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b33e39b-5f84-444c-9aeb-1ee6ba50fce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.497377532Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b33e39b-5f84-444c-9aeb-1ee6ba50fce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.283448047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76a44874-61ff-4427-97eb-d4e07689d275","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.283467328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76a44874-61ff-4427-97eb-d4e07689d275","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.211610472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c05d3955-a5a9-44d0-8346-773c210f539d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.21163053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c05d3955-a5a9-44d0-8346-773c210f539d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.211859426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d55895e-c1f9-44bc-833b-4c6c8609fcc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.21187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d55895e-c1f9-44bc-833b-4c6c8609fcc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.212062001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5704f312-93f7-43b5-b6b4-e774d5d7ec15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.212073548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5704f312-93f7-43b5-b6b4-e774d5d7ec15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.212293842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddb51a59-72d6-41d1-b219-c394e41e6c0c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.212304755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddb51a59-72d6-41d1-b219-c394e41e6c0c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.265004617Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"545e0c12-7d45-4b89-80df-fc38221c9930","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.300615756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6fec5d95-1d10-416b-87a4-c71f71226c04","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.300640365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6fec5d95-1d10-416b-87a4-c71f71226c04","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301039344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52c015a8-e143-463d-a10c-df1ef6280989","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301060476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52c015a8-e143-463d-a10c-df1ef6280989","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301359222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3f9b9a2-36a8-403f-8940-fc6efd43de99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301371543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3f9b9a2-36a8-403f-8940-fc6efd43de99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301551561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cebc9dd1-56ab-4f70-a188-badf001f00ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.301560786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cebc9dd1-56ab-4f70-a188-badf001f00ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.366291385Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e8462fa-2d2d-433d-be8b-3d9848184961","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.37068723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3184ed60-bc0d-4ab7-9177-55487b704038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.373609877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70b7e95f-8e4a-4d3f-b336-e6291f32b3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.429883576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3184ed60-bc0d-4ab7-9177-55487b704038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.430105699Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3184ed60-bc0d-4ab7-9177-55487b704038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.430645662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70b7e95f-8e4a-4d3f-b336-e6291f32b3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.430691601Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70b7e95f-8e4a-4d3f-b336-e6291f32b3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.639186131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e37ae11-3be9-4924-a94f-24ae761afd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.639186209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd73c181-81e3-4550-8292-4bd71d49189e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.703849112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e37ae11-3be9-4924-a94f-24ae761afd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.703926258Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e37ae11-3be9-4924-a94f-24ae761afd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.705197363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd73c181-81e3-4550-8292-4bd71d49189e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:27.705263236Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd73c181-81e3-4550-8292-4bd71d49189e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.197361244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6211633-e842-4808-b77c-aa3ce8217c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.197360347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c368b3-0d03-46da-ba13-c352614ff380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.25598553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c368b3-0d03-46da-ba13-c352614ff380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.256085803Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08c368b3-0d03-46da-ba13-c352614ff380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.255996536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6211633-e842-4808-b77c-aa3ce8217c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.256169574Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6211633-e842-4808-b77c-aa3ce8217c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.498464832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7b18d19-2494-4737-b5e7-f96b4389445e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:28.498489169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7b18d19-2494-4737-b5e7-f96b4389445e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860085104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa30fcb7-4c46-4960-86ef-ef49fa401fcb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860107819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fa30fcb7-4c46-4960-86ef-ef49fa401fcb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.86042456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1f0cb8f-666a-4e0f-92e4-18a8a376fcbd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860438673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1f0cb8f-666a-4e0f-92e4-18a8a376fcbd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860657115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6ec475a-46bd-4d21-a48b-186216c9a592","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860670835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6ec475a-46bd-4d21-a48b-186216c9a592","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860842701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3d2aab7-e203-4061-b8d1-b45cf0121c52","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.860852478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3d2aab7-e203-4061-b8d1-b45cf0121c52","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.861068447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ff26706-f2a4-4cfa-a793-e3f7799469d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.861081979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ff26706-f2a4-4cfa-a793-e3f7799469d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.913642934Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90032612-91e4-4c7a-b7f9-1c1faa9a9acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.913872217Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4a86e85-e718-461b-9afc-1e575aaacfb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930056095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ffd80539-65d7-4fee-a7a0-b8f1a34e2cfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930076939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ffd80539-65d7-4fee-a7a0-b8f1a34e2cfb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930334301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a61d5d3b-5f5b-4252-b5d2-72be9ceb0d11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930351013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a61d5d3b-5f5b-4252-b5d2-72be9ceb0d11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930528551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c576e81c-9686-41bf-9956-76542abad2df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930539224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c576e81c-9686-41bf-9956-76542abad2df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930724148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27f7c3a3-603a-44c3-a639-d9c967288294","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930732897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27f7c3a3-603a-44c3-a639-d9c967288294","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930887446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd69eb72-c49e-45ba-81cc-e17da6a8252c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.930896566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd69eb72-c49e-45ba-81cc-e17da6a8252c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.022528937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb40e29e-2554-4084-821f-913e7246be09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.022540751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33f1a9e-9952-472f-85a9-df12e8f3a2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.080522542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33f1a9e-9952-472f-85a9-df12e8f3a2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.08059001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33f1a9e-9952-472f-85a9-df12e8f3a2a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.080669638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb40e29e-2554-4084-821f-913e7246be09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.080723956Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb40e29e-2554-4084-821f-913e7246be09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.291484136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95602a8b-e5cf-4764-aeee-c9b50edc1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.291521416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9f9c610-37fc-43f5-b2a1-4b985c50134a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.349768604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9f9c610-37fc-43f5-b2a1-4b985c50134a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.349894155Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9f9c610-37fc-43f5-b2a1-4b985c50134a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.356433869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95602a8b-e5cf-4764-aeee-c9b50edc1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.356532173Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95602a8b-e5cf-4764-aeee-c9b50edc1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.124019179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2bc4d9a-fe21-40e5-b4e0-6b5b97174287","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.124042888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2bc4d9a-fe21-40e5-b4e0-6b5b97174287","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.149886866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f37750b-d17a-42cf-8d82-75ca490184ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.149904917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384b40e6-6057-4707-9e38-ab716dc8582b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.207989489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384b40e6-6057-4707-9e38-ab716dc8582b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.208072094Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"384b40e6-6057-4707-9e38-ab716dc8582b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.20800016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f37750b-d17a-42cf-8d82-75ca490184ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.208152254Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f37750b-d17a-42cf-8d82-75ca490184ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.480823573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15c23f1e-e7ef-4bcf-8b02-e192aedaea79","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.480852189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15c23f1e-e7ef-4bcf-8b02-e192aedaea79","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.4812129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d889a6a-e789-49d9-ba4f-61c9e9c9763c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.481231008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9d889a6a-e789-49d9-ba4f-61c9e9c9763c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.481490737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccba261c-bd92-4135-b889-1bbd8dccdf2d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.481511552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccba261c-bd92-4135-b889-1bbd8dccdf2d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.48175434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce0b798b-e3c1-45bf-8c6d-c33951e8d69b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.481771941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce0b798b-e3c1-45bf-8c6d-c33951e8d69b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.482037832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"784fe427-0c84-48fe-9d78-edfdfd87d1bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.482051232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"784fe427-0c84-48fe-9d78-edfdfd87d1bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.482232144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d11ab51c-5b81-4bec-a4d1-87454715da3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.482242584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d11ab51c-5b81-4bec-a4d1-87454715da3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.534190521Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a372c36c-398e-424b-9256-5d24e7ed7592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.534190593Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"007db22f-6bdc-4b51-834f-acca53e3fce7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.549915813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08bfeb0-b5dc-4d94-af28-25a27fc12b93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.549956587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08bfeb0-b5dc-4d94-af28-25a27fc12b93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550229676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb961a58-9cb1-46e6-8d53-28931546fcd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550244025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eb961a58-9cb1-46e6-8d53-28931546fcd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550434565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e180d1c7-05fa-446e-a377-5bf8bb95972a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550444823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e180d1c7-05fa-446e-a377-5bf8bb95972a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550618566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44dcb7e2-4658-470b-999a-4c91c7925949","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.55063243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44dcb7e2-4658-470b-999a-4c91c7925949","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550819217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70d394aa-62d7-4e6d-96d6-624c2b6711e4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.550830531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70d394aa-62d7-4e6d-96d6-624c2b6711e4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.551024821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"035fc8f3-4d2d-41a6-a8b9-c0f2703768b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.551037453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"035fc8f3-4d2d-41a6-a8b9-c0f2703768b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.579385562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cfd27-d97c-4942-bd21-6f8711d83838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.579465594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9257d8c8-df58-46d5-8150-cd4ac391eca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.636769956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9257d8c8-df58-46d5-8150-cd4ac391eca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.636855284Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9257d8c8-df58-46d5-8150-cd4ac391eca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.638716027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cfd27-d97c-4942-bd21-6f8711d83838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.638788233Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cfd27-d97c-4942-bd21-6f8711d83838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.848298807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70ed2c8-9428-445e-83e7-5311e09ba612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.848298778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8de49f4-2072-4ada-9228-1abcb9a9ace7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.904862565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70ed2c8-9428-445e-83e7-5311e09ba612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.904879318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8de49f4-2072-4ada-9228-1abcb9a9ace7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.904951391Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8de49f4-2072-4ada-9228-1abcb9a9ace7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.904955984Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70ed2c8-9428-445e-83e7-5311e09ba612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.731320761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e88153a-f4f1-44ba-8c84-9609cdc84671","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.73134133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e88153a-f4f1-44ba-8c84-9609cdc84671","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503362208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9203737-66aa-4de4-bf33-ef1f15e71739","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503388441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f9203737-66aa-4de4-bf33-ef1f15e71739","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503651679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"215c5e20-be34-45c3-b872-856d07690d41","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503665748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"215c5e20-be34-45c3-b872-856d07690d41","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503850085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38a436d7-2928-433d-b08e-b6cf9934f432","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.503863808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"38a436d7-2928-433d-b08e-b6cf9934f432","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504085793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6d0870d-2ed3-4f0d-9f09-4aa51c70138f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.50409937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6d0870d-2ed3-4f0d-9f09-4aa51c70138f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504282605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9899759-5a6f-4300-bf79-394c62a9b8f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504292997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9899759-5a6f-4300-bf79-394c62a9b8f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.50447624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c1aef5aa-2a71-4ef0-978d-60697ea7cd0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504490684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c1aef5aa-2a71-4ef0-978d-60697ea7cd0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504690343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6fb408-f39c-4437-a506-38180243464b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.504701274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6fb408-f39c-4437-a506-38180243464b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.556433417Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c2288f2-e19b-42f2-b083-e7db94f56718","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.572842241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ab6b372-50ba-46ad-bff1-13cae54eb4c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.572869898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ab6b372-50ba-46ad-bff1-13cae54eb4c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573215432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74290548-afa6-49f3-b230-ce2a4e0bb6fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573232131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74290548-afa6-49f3-b230-ce2a4e0bb6fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573431078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31508eab-195b-4903-892c-d5e50243520f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573441138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31508eab-195b-4903-892c-d5e50243520f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573631522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da2f868a-942b-4ed8-8c90-739f9558353b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573640523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da2f868a-942b-4ed8-8c90-739f9558353b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573809441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df62fdcc-aeba-42e4-a57c-75f86e6c597f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573818461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df62fdcc-aeba-42e4-a57c-75f86e6c597f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.573994776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20ac8b61-778c-4da6-879a-03ff2bff4d52","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.574004134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20ac8b61-778c-4da6-879a-03ff2bff4d52","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.574173175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e87b8d0-4a7c-425a-920b-11a8a906029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.574183317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e87b8d0-4a7c-425a-920b-11a8a906029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.668161815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db63b376-2508-424c-bf3f-dca47465211e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.66816177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5808a2d9-6eba-468c-ab28-6b2a9b2b16a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.732043465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db63b376-2508-424c-bf3f-dca47465211e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.732128227Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db63b376-2508-424c-bf3f-dca47465211e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.735653244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5808a2d9-6eba-468c-ab28-6b2a9b2b16a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.73610956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7edbb0c-0a6c-440f-b51d-c47170eace61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.89839886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c119553a-fced-4cac-b717-28cd29733278","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.898426893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c119553a-fced-4cac-b717-28cd29733278","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.94195562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f960d12-5053-4be5-aa5f-3745502eb6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.999473984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f960d12-5053-4be5-aa5f-3745502eb6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.999546525Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f960d12-5053-4be5-aa5f-3745502eb6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.110420634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"157ed9c1-f0a6-467e-b161-16f14d3d6628","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.11379335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83532ed-c9a5-497f-b05e-4c20258b7339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.171686889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83532ed-c9a5-497f-b05e-4c20258b7339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.267401672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2c2013-1c6a-4c86-b771-423d924ad93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.326020629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2c2013-1c6a-4c86-b771-423d924ad93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.326112076Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2c2013-1c6a-4c86-b771-423d924ad93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.532562119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f0faa2b-f8f7-4d01-a8dc-45895f694dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.588631728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f0faa2b-f8f7-4d01-a8dc-45895f694dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.767555237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb35a3ac-4fb6-4d90-8567-142871b0b3d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.767581358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb35a3ac-4fb6-4d90-8567-142871b0b3d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.978495187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82469d62-d703-4165-a09f-b2f2d2945b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.280437366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.767533667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6daa6a85-b947-4c21-9922-55fa5a4b3683","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.76755681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6daa6a85-b947-4c21-9922-55fa5a4b3683","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.767817476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"974692a0-6ab8-4251-bbfe-1827697fb6b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.767830611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"974692a0-6ab8-4251-bbfe-1827697fb6b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768053083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f81ddfc-abd9-409e-b75d-fbbcc305c4e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768066816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f81ddfc-abd9-409e-b75d-fbbcc305c4e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768250268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1964bd7b-efc3-4aa0-a4fa-a96ffafc3fc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768263897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1964bd7b-efc3-4aa0-a4fa-a96ffafc3fc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768440485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e93c7f63-28f7-47e2-aaa5-3dff703eae9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768452249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e93c7f63-28f7-47e2-aaa5-3dff703eae9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768652604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3b3fb12-d93d-46d2-aebb-8d696c58ccb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768665384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3b3fb12-d93d-46d2-aebb-8d696c58ccb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768845116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d047a271-cd0f-43db-8e6e-ed0511a58b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.768856123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d047a271-cd0f-43db-8e6e-ed0511a58b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.769097651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07b84341-334c-4736-8b7e-e8518fee16e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.769110214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07b84341-334c-4736-8b7e-e8518fee16e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837218269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae8dc468-0beb-4352-b538-6c14ccdfb000","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837239435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae8dc468-0beb-4352-b538-6c14ccdfb000","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837477759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c685d7e-beae-417c-be6b-72428a8bd9ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837487868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c685d7e-beae-417c-be6b-72428a8bd9ac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837651642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"986bf541-d095-4313-b94e-f86d1d87d9d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.83766085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"986bf541-d095-4313-b94e-f86d1d87d9d7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837825553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55848625-4c1e-4bbe-951d-6295803010e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.837834278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55848625-4c1e-4bbe-951d-6295803010e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838033687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"445d407f-6843-4a27-b9f0-d788a4d74058","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838044982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"445d407f-6843-4a27-b9f0-d788a4d74058","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838219106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c67cb60-8b1a-44f8-9bf3-c04aa64b8bdf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838227766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c67cb60-8b1a-44f8-9bf3-c04aa64b8bdf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838389087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b379fc4-89ae-46aa-a19b-582067da5d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.83839937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b379fc4-89ae-46aa-a19b-582067da5d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838612132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f087b710-d191-4eb1-abc0-688756d6779e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.838621224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f087b710-d191-4eb1-abc0-688756d6779e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.924323586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a84451-3de0-423e-be04-5d8614801dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.924393006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8475c75b-af1f-454a-b531-09d1db8c51bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.977786568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8b4b39a-20e2-4da8-beb3-03df543ea3e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.981468963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a84451-3de0-423e-be04-5d8614801dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.981638079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8475c75b-af1f-454a-b531-09d1db8c51bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.981841109Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ab69030-73f5-4313-8701-3ffe7757ddc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.144435535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67f17e92-6548-4261-925c-22328ff91a43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.144459737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67f17e92-6548-4261-925c-22328ff91a43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.294123635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1125d864-425b-435d-afd7-6bd6baf584bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.294126443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7da471a-d467-4d18-8e30-703de74d197c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.350882827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1125d864-425b-435d-afd7-6bd6baf584bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.350952046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7da471a-d467-4d18-8e30-703de74d197c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:44.353811554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a6a2a45f-87f5-45f8-8c68-204187f632c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.015997591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25073c18-30ac-4481-858a-aa3ec87d6e79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.016017028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25073c18-30ac-4481-858a-aa3ec87d6e79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:45.226198996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"482b52b7-5e03-4067-a5e6-ae81bd00c14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.421882064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dfe4d29-3367-465d-84a3-b06c77e4007b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.492132775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23244dc6-e92e-4d8a-b0ee-6f97458e252b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.528271994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7362e110-c987-4ffc-af4f-1abe397f0164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.528394634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4390fed8-6a5c-4b3e-8abb-a6505bdabbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.535885641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20fa2f5c-f5ed-48c1-91ef-9c39f120cfb3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.535911422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"20fa2f5c-f5ed-48c1-91ef-9c39f120cfb3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.622559063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e3aa47-f12f-4c3c-9d50-515aaaff05d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.622589449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89e3aa47-f12f-4c3c-9d50-515aaaff05d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.622687458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4390fed8-6a5c-4b3e-8abb-a6505bdabbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.624902327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7362e110-c987-4ffc-af4f-1abe397f0164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.689156202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f95e7794-5e0a-40c5-9b53-e3a4ad4dc0e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.689183869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f95e7794-5e0a-40c5-9b53-e3a4ad4dc0e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.987683442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88a687ba-9deb-4bc9-9188-20f3e4bf6218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.988050415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f9e1100-bfac-42e8-954a-1e4e38e82961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.046005549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88a687ba-9deb-4bc9-9188-20f3e4bf6218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:49.046115526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f9e1100-bfac-42e8-954a-1e4e38e82961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.419661808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ee7d5b2-4c72-46ce-8328-fa3357fb7354","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.419687979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ee7d5b2-4c72-46ce-8328-fa3357fb7354","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.838194397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2dbaa8d-6608-4064-ae51-adee75e49cff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.838311613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2dbaa8d-6608-4064-ae51-adee75e49cff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.838757649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71a83593-b2f5-492e-b3ea-7af4da191deb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.838806286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71a83593-b2f5-492e-b3ea-7af4da191deb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.839187739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f88a7d0e-7e1b-483d-881c-ce1369888815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.839242657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f88a7d0e-7e1b-483d-881c-ce1369888815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.83954061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e5a75bb-6126-4040-bdd9-221e85b9ff4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.83958343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e5a75bb-6126-4040-bdd9-221e85b9ff4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.468651486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6304c29a-40cf-4f35-9526-5bd10ca97b35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.469019973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6304c29a-40cf-4f35-9526-5bd10ca97b35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.304030715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12a0fe7b-62cd-4d26-9755-151217f59c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.415609024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25e8b528-f425-41cb-bc98-13360175fd1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.761327235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"326beefc-cc3e-4bfa-b7a4-3e2742eb5439","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.761356845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"326beefc-cc3e-4bfa-b7a4-3e2742eb5439","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.62317229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b61e85f-ea44-4eb1-9535-841c50543513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.623195032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b61e85f-ea44-4eb1-9535-841c50543513","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.689885523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b13cea1b-3be5-4484-982a-868edcc85cef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.689907276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b13cea1b-3be5-4484-982a-868edcc85cef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.136215056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b593e8b-4b9f-47e4-a95f-532cc447513c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:01.1362349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b593e8b-4b9f-47e4-a95f-532cc447513c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.64482275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"668b8d99-9273-46e8-890d-7e8ed3f1d5a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.64484772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"668b8d99-9273-46e8-890d-7e8ed3f1d5a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.624736941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"555f6e46-bd35-47d4-a673-2db0209a1c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.624758398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"555f6e46-bd35-47d4-a673-2db0209a1c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.646910901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2615c157-9ba8-4349-88ed-43f722939396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.646955388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2615c157-9ba8-4349-88ed-43f722939396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.703918112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04fef43a-01df-4a6f-b65d-21a3d12c1d58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.703979336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04fef43a-01df-4a6f-b65d-21a3d12c1d58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.859171041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ece171a8-3a67-42ed-b40f-9c779d4a4e1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.85928263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c397dd82-ca6e-48ba-866d-26ff5ee351d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.859513204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aea162c3-a26d-48ff-ad37-0831e09edd1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.966100909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aea162c3-a26d-48ff-ad37-0831e09edd1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.966135241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c397dd82-ca6e-48ba-866d-26ff5ee351d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.024511071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"211610f2-6ef7-4a05-a2e8-7c1ca3127132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.024538843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"211610f2-6ef7-4a05-a2e8-7c1ca3127132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.233810813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"992ab4cb-c7b8-412f-97db-394e9a2fc0e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.407845367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8d65c76-db7b-4407-b8b1-4cc81ef7f50a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.407865441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8d65c76-db7b-4407-b8b1-4cc81ef7f50a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.631161571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67244822-7333-4e17-b4c3-dee101952ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.631159504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca9595b-8301-40e6-b955-336aa0272c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.6320781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de25f03e-88ea-44e0-be4d-041be63e61eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.737895761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca9595b-8301-40e6-b955-336aa0272c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.738591896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67244822-7333-4e17-b4c3-dee101952ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.848508268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca20bff4-3d49-45e2-ba5e-85e2c69aef3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.84853256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca20bff4-3d49-45e2-ba5e-85e2c69aef3c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:12.059817669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90bd5333-cc10-4621-9ef5-1bd6cc7a5d33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.279917695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.374069083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ee18f32-8dd5-4254-b569-ab40a065645a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.374089132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ee18f32-8dd5-4254-b569-ab40a065645a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.532272439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84034c90-ff52-4341-9310-af984a43cfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.588460415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84034c90-ff52-4341-9310-af984a43cfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.5908975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"649afae6-6e9e-4ffe-9637-796b33acffc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.590918609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"649afae6-6e9e-4ffe-9637-796b33acffc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.748345428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"772900dd-3492-4241-97e5-afd809b57070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.810633625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d954b1a0-d39d-437a-ab69-b95121e83d25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.811481756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"172d5c89-0fb5-4666-ac9b-9dae8516ad2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.811507597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"172d5c89-0fb5-4666-ac9b-9dae8516ad2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.814600639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"772900dd-3492-4241-97e5-afd809b57070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.970277784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bea2ad-ab6e-4d19-91cf-2efa15232173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.979426599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e62030b0-06e9-4d3d-9f46-0064f0a2935a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.979446642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e62030b0-06e9-4d3d-9f46-0064f0a2935a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.030524872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bea2ad-ab6e-4d19-91cf-2efa15232173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:15.29068436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bea2ad-ab6e-4d19-91cf-2efa15232173","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.452374833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d33102a4-bf62-4c22-affb-12d50d7713cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.508873825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d33102a4-bf62-4c22-affb-12d50d7713cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:43.329228443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.252196723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72881414-efd1-4852-a261-d9d8cfb4f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.30401396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72881414-efd1-4852-a261-d9d8cfb4f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.355842397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72881414-efd1-4852-a261-d9d8cfb4f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.407714717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72881414-efd1-4852-a261-d9d8cfb4f4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.782106601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ba6e3453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ba6e3453","reconcileID":"9c07cc3d-2200-4b7d-b2d7-ffef76ddd4ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ba6e3453","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ba6e3453":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.565127913Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-addba4b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-addba4b3","reconcileID":"affaf787-3447-402c-92b6-257bac5ade9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-addba4b3","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-addba4b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.336687642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ecc3a-ae4c-4091-ae59-1d330783b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.389704706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ecc3a-ae4c-4091-ae59-1d330783b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.441793643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ecc3a-ae4c-4091-ae59-1d330783b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.493855781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ecc3a-ae4c-4091-ae59-1d330783b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.39382212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5e9fa0-3460-4442-b89c-3ebea79ffd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.445643341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5e9fa0-3460-4442-b89c-3ebea79ffd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.497746378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5e9fa0-3460-4442-b89c-3ebea79ffd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.549627266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5e9fa0-3460-4442-b89c-3ebea79ffd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:53.688732222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-ce9c1437","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-ce9c1437","reconcileID":"55297287-aabe-43ec-9811-c9bf6f547e7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-ce9c1437-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-ce9c1437-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.457686307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b750023-805e-4887-b93f-4bc1b8d473d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.509717522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b750023-805e-4887-b93f-4bc1b8d473d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.562212486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b750023-805e-4887-b93f-4bc1b8d473d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.614252762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b750023-805e-4887-b93f-4bc1b8d473d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.069811695Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8c57e9c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8c57e9c3","reconcileID":"8bb35130-dadd-437a-a478-328d21bd1b73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8c57e9c3","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8c57e9c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:56.582128128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a60912-3aca-4a22-b40c-4095f6fd0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:56.633894119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a60912-3aca-4a22-b40c-4095f6fd0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:56.685812898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a60912-3aca-4a22-b40c-4095f6fd0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:56.737698452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a60912-3aca-4a22-b40c-4095f6fd0921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.689428133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9039d671-5a3d-4a5a-90f8-06c8951a74f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.741281847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9039d671-5a3d-4a5a-90f8-06c8951a74f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.793885541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9039d671-5a3d-4a5a-90f8-06c8951a74f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.846328144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9039d671-5a3d-4a5a-90f8-06c8951a74f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.668664121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"f46398b9-0b85-45c5-a4b0-e4ef3dbbeaec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-addba4b3","tenantID":"e2e-ait-addba4b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.787555138Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"f46398b9-0b85-45c5-a4b0-e4ef3dbbeaec","name":"e2e-ait-addba4b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.857240057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-468211dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-468211dd","reconcileID":"e4f74c65-edfb-47a5-b480-82fa05ad567c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-468211dd","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-468211dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.811738592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee930ef-f27f-4dbb-8e3e-03d7da5b9a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.868123139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee930ef-f27f-4dbb-8e3e-03d7da5b9a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.923975559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee930ef-f27f-4dbb-8e3e-03d7da5b9a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.975817908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee930ef-f27f-4dbb-8e3e-03d7da5b9a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:02.894354686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe81a4-6a26-4a78-a236-15e4d504242b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:02.946591646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe81a4-6a26-4a78-a236-15e4d504242b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:02.998795701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe81a4-6a26-4a78-a236-15e4d504242b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:03.05143478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe81a4-6a26-4a78-a236-15e4d504242b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:04.943568043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68899c19-1b1a-44d4-a18c-21427ccb7234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:04.995492378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"d21ae7b6-d98a-4966-8ce1-0f1bfebd2e55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8c57e9c3","tenantID":"e2e-ait-8c57e9c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:04.99609371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68899c19-1b1a-44d4-a18c-21427ccb7234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.047689875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68899c19-1b1a-44d4-a18c-21427ccb7234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.099606696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68899c19-1b1a-44d4-a18c-21427ccb7234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.164772811Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"d21ae7b6-d98a-4966-8ce1-0f1bfebd2e55","name":"e2e-ait-8c57e9c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.009306468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1018-1881-4be0-a0bd-24252ce1848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.061770954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1018-1881-4be0-a0bd-24252ce1848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.113772574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1018-1881-4be0-a0bd-24252ce1848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.16571556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5b1018-1881-4be0-a0bd-24252ce1848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.854169334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"268229dd-c8a8-43f0-a78b-4f0686440fa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.960466006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4f9b6ea-1c9d-4976-9ded-d6e808ad8fcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.127336981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d6643a-ebca-409d-87b5-52d995af6388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.180656711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d6643a-ebca-409d-87b5-52d995af6388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.233466823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d6643a-ebca-409d-87b5-52d995af6388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.285879204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d6643a-ebca-409d-87b5-52d995af6388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.368123232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"9a9eb821-f125-49b8-ae42-3cb6a9911316","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ba6e3453","tenantID":"e2e-ait-ba6e3453","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.486694454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"9a9eb821-f125-49b8-ae42-3cb6a9911316","name":"e2e-ait-ba6e3453-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.311570468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196c8fcb-ddda-41e9-a1fb-7a5b50309ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.364481125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196c8fcb-ddda-41e9-a1fb-7a5b50309ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.41683791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196c8fcb-ddda-41e9-a1fb-7a5b50309ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.468927976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196c8fcb-ddda-41e9-a1fb-7a5b50309ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.278216231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.508822138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df18e39c-c960-4f3d-a317-42547ff503df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.56061802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df18e39c-c960-4f3d-a317-42547ff503df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.61241512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df18e39c-c960-4f3d-a317-42547ff503df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:13.664328721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df18e39c-c960-4f3d-a317-42547ff503df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.192059611Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"6c5246d3-b5f3-4f4d-971b-6846627b40fa","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.246494152Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"6c5246d3-b5f3-4f4d-971b-6846627b40fa","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.350455294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"6c5246d3-b5f3-4f4d-971b-6846627b40fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-ce9c1437-gw","tenantID":"e2e-migrate-ce9c1437","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:15.467698211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"6c5246d3-b5f3-4f4d-971b-6846627b40fa","name":"e2e-migrate-ce9c1437-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.355208788Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1052cb5b-77c9-47ab-91b1-12502e2dd2ac","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.704192803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b9abc58-a350-4732-a7a0-ffa5b69a10df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-468211dd","tenantID":"e2e-derive-468211dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.820047954Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b9abc58-a350-4732-a7a0-ffa5b69a10df","name":"e2e-derive-468211dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.812011359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42a601-ca98-40e5-abcb-e7d8fb7ac5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.869446388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42a601-ca98-40e5-abcb-e7d8fb7ac5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.925199841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42a601-ca98-40e5-abcb-e7d8fb7ac5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.980278823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e42a601-ca98-40e5-abcb-e7d8fb7ac5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:34.934266886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ab0a33-3981-43cf-9980-ffe4b8e0cecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:34.9860886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ab0a33-3981-43cf-9980-ffe4b8e0cecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.038664757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ab0a33-3981-43cf-9980-ffe4b8e0cecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:35.090971468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ab0a33-3981-43cf-9980-ffe4b8e0cecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.091900589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936d34c-c039-4778-9dbe-324fed2fe097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.144671332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936d34c-c039-4778-9dbe-324fed2fe097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.197522197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936d34c-c039-4778-9dbe-324fed2fe097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.249847251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936d34c-c039-4778-9dbe-324fed2fe097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:37.930266637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0d3e4a0-e2b7-4eb3-b59c-57d4408cf9be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:38.229979659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be5da82f-185e-4860-a68a-b95ffd04b6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.141397706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97547463-1459-4aef-bf10-90902f620ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.194201067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97547463-1459-4aef-bf10-90902f620ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.251202554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97547463-1459-4aef-bf10-90902f620ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.307744375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97547463-1459-4aef-bf10-90902f620ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.321392997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04eecc-b958-4ad2-ab45-e878c33c6aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.373402525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04eecc-b958-4ad2-ab45-e878c33c6aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.425263369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04eecc-b958-4ad2-ab45-e878c33c6aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.477127103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04eecc-b958-4ad2-ab45-e878c33c6aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.279661299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.514419964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efeac3-259a-43d4-97f5-48ceea95e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.566598942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efeac3-259a-43d4-97f5-48ceea95e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.619060327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efeac3-259a-43d4-97f5-48ceea95e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:43.671688724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02efeac3-259a-43d4-97f5-48ceea95e5a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.596437645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7026b42-55d4-4320-a00c-40b84851bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.648441321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7026b42-55d4-4320-a00c-40b84851bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.700477091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7026b42-55d4-4320-a00c-40b84851bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:45.75233943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7026b42-55d4-4320-a00c-40b84851bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.370669189Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"82f631c8-abd4-4b7d-955b-7c7813e1dbef","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:46.48508487Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"82f631c8-abd4-4b7d-955b-7c7813e1dbef","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.717012733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d36015-d100-44b7-8c33-8cb7dcfc683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.76942145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d36015-d100-44b7-8c33-8cb7dcfc683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.82129723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d36015-d100-44b7-8c33-8cb7dcfc683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:47.873342191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d36015-d100-44b7-8c33-8cb7dcfc683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.785014605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486144d2-ada2-4e2a-8ff7-c623bc85a687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.836964025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486144d2-ada2-4e2a-8ff7-c623bc85a687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.888953167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486144d2-ada2-4e2a-8ff7-c623bc85a687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:49.941155769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486144d2-ada2-4e2a-8ff7-c623bc85a687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.632883008Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0ab36123-46ff-403c-b222-1ebc015ad848","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.878772199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba7d6d-d761-48d7-ad9d-17b50c59b18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.930799212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba7d6d-d761-48d7-ad9d-17b50c59b18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.983848242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba7d6d-d761-48d7-ad9d-17b50c59b18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.037382301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ba7d6d-d761-48d7-ad9d-17b50c59b18b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.921102824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc24408-3153-44ca-9de9-3a7ca230bdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:53.973149235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc24408-3153-44ca-9de9-3a7ca230bdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.024821914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc24408-3153-44ca-9de9-3a7ca230bdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:54.078484861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc24408-3153-44ca-9de9-3a7ca230bdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.976152941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b54d9a-2a43-49ec-be26-18d6e3c5c00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:56.028003564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b54d9a-2a43-49ec-be26-18d6e3c5c00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:56.080057186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b54d9a-2a43-49ec-be26-18d6e3c5c00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:56.13214776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b54d9a-2a43-49ec-be26-18d6e3c5c00b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.205481252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","namespace":"ai-tenant-e2e-ait-addba4b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.205537656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","namespace":"ai-tenant-e2e-ait-addba4b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.205601033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","tenant":"e2e-ait-addba4b3","tenantID":"e2e-ait-addba4b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.268098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Deployment","name":"maas-api-e2e-ait-addba4b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.331191417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Service","name":"maas-api-e2e-ait-addba4b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.389129818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-addba4b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.444996362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-addba4b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.534114505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.589443113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.646810506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.701649689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.753237577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Deployment","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.804981527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.857002052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Service","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.908908159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"Service","name":"payload-pre-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:57.96058316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"DestinationRule","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.01308501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.064738995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.08801334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460dc220-d4b1-4b6c-8043-30a06019fc44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.139909217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460dc220-d4b1-4b6c-8043-30a06019fc44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.143838985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.191738661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460dc220-d4b1-4b6c-8043-30a06019fc44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.243550692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.243815073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460dc220-d4b1-4b6c-8043-30a06019fc44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.296775145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.34875398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-addba4b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.400462244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-addba4b3"},"namespace":"ai-tenant-e2e-ait-addba4b3","name":"default-tenant","reconcileID":"23b081b3-3ff6-4877-820d-0a18afdb12fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-addba4b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.457121873Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","namespace":"ai-tenant-e2e-ait-8c57e9c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.457199298Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","namespace":"ai-tenant-e2e-ait-8c57e9c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.45726453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","tenant":"e2e-ait-8c57e9c3","tenantID":"e2e-ait-8c57e9c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.511704588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Deployment","name":"maas-api-e2e-ait-8c57e9c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.584543181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Service","name":"maas-api-e2e-ait-8c57e9c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.670790785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8c57e9c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.725222843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8c57e9c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.784656321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.842290075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.899792621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:58.957247074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.0090063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Deployment","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.060442251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.112748822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Service","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.166993757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"Service","name":"payload-pre-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.218976673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.228542027Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-addba4b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-addba4b3","reconcileID":"0b2d2aa6-17dd-4f3b-8427-9ee82188e1f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-addba4b3","removed":["maas.opendatahub.io/gateway-access-e2e-ait-addba4b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.301516092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.353424243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.408961236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.460711454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.515154517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.567639025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8c57e9c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.624857264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8c57e9c3"},"namespace":"ai-tenant-e2e-ait-8c57e9c3","name":"default-tenant","reconcileID":"6be80879-1985-4975-a33d-f838433611f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8c57e9c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.685082461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","namespace":"ai-tenant-e2e-ait-ba6e3453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.685137532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","namespace":"ai-tenant-e2e-ait-ba6e3453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.685186237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","tenant":"e2e-ait-ba6e3453","tenantID":"e2e-ait-ba6e3453","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.751158811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Deployment","name":"maas-api-e2e-ait-ba6e3453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.811799815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Service","name":"maas-api-e2e-ait-ba6e3453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.87163823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ba6e3453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.92519728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ba6e3453","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:59.98376287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.04285259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.100084825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.160064557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.161193057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0b1a2b-2b25-44fc-a718-f4be0b53b393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.215598385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0b1a2b-2b25-44fc-a718-f4be0b53b393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.216917813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Deployment","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.268119831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0b1a2b-2b25-44fc-a718-f4be0b53b393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.320142697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0b1a2b-2b25-44fc-a718-f4be0b53b393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.323622301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.388470536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Service","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.451502667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"Service","name":"payload-pre-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.492829183Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8c57e9c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8c57e9c3","reconcileID":"c2b6a47a-3c52-4cde-bde1-7da5f5b5c53f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8c57e9c3","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8c57e9c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.50581453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.589439727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.648788373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.707642182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.762040207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.817739235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.871188396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ba6e3453","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.926194465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ba6e3453"},"namespace":"ai-tenant-e2e-ait-ba6e3453","name":"default-tenant","reconcileID":"27918e98-f813-4070-9ff4-6e340899e8c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ba6e3453","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.306144389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f47de8-1828-4b84-b061-c5e77d5f7fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.357884161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f47de8-1828-4b84-b061-c5e77d5f7fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.409493218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f47de8-1828-4b84-b061-c5e77d5f7fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.461717973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f47de8-1828-4b84-b061-c5e77d5f7fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.394394523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55889206-9f09-4c02-bdf3-4d2b132a6958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.450646488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55889206-9f09-4c02-bdf3-4d2b132a6958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.504279153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55889206-9f09-4c02-bdf3-4d2b132a6958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:04.556153027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55889206-9f09-4c02-bdf3-4d2b132a6958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.236853124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c19ab080-fa92-4fbb-8a8b-cded42fcafd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.40647327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e7631f7-00e2-4a2c-9214-fa63f4517906","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.563693196Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-106074","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-106074","reconcileID":"65559c08-4604-4af6-ad30-944c5f1b81ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-106074","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-106074":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.739411183Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"e6beb964-9487-4db6-a690-86127f07d7ce","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:05.875555789Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"e6beb964-9487-4db6-a690-86127f07d7ce","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:06.485845439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0dc4a-3c48-4fa7-b03e-3f97db7c648d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:06.540536684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0dc4a-3c48-4fa7-b03e-3f97db7c648d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:06.59309567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0dc4a-3c48-4fa7-b03e-3f97db7c648d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:06.644907674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e0dc4a-3c48-4fa7-b03e-3f97db7c648d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:07.269138918Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ba6e3453","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ba6e3453","reconcileID":"19b80b69-a032-467a-bf1d-3a10bc0ab2c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ba6e3453","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ba6e3453"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:08.562285013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa102eac-4d3f-459a-a2d0-12d0d0e7d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:08.614594378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa102eac-4d3f-459a-a2d0-12d0d0e7d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:08.666839623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa102eac-4d3f-459a-a2d0-12d0d0e7d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:08.718882101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa102eac-4d3f-459a-a2d0-12d0d0e7d8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.152387751Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3abb13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3abb13","reconcileID":"05551614-c2a9-439a-90c3-4bd68543ccdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3abb13","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-3abb13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:10.643174204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca1dfd-91ff-47f1-9883-75346e83aaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:10.695338889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca1dfd-91ff-47f1-9883-75346e83aaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:10.747351812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca1dfd-91ff-47f1-9883-75346e83aaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:10.798957674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eca1dfd-91ff-47f1-9883-75346e83aaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.130544077Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7ba49f5a-9c3a-4e14-a8c2-0af4606c8c38","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.780567725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59659177-4e18-4eee-b4f7-8f8c049ba878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.832390227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59659177-4e18-4eee-b4f7-8f8c049ba878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.885407934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59659177-4e18-4eee-b4f7-8f8c049ba878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.93744822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59659177-4e18-4eee-b4f7-8f8c049ba878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.285569074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.515763144Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-bc1da8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-bc1da8","reconcileID":"e765887f-3938-4363-b97d-5cf83c50e345","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-bc1da8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-bc1da8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.772276646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95dd605c-f46c-427f-b499-204c61872264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.879473651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a094b7a-d880-40fc-ba41-7bd043eba07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.93126836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a094b7a-d880-40fc-ba41-7bd043eba07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.983474824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a094b7a-d880-40fc-ba41-7bd043eba07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:14.98846095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dc898a7-7192-47c5-ba77-fc6ece252583","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:15.03557823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a094b7a-d880-40fc-ba41-7bd043eba07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.896450342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","namespace":"ai-tenant-e2e-migrate-ce9c1437","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.89650794Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","namespace":"ai-tenant-e2e-migrate-ce9c1437","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.896560045Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","tenant":"e2e-migrate-ce9c1437","tenantID":"e2e-migrate-ce9c1437","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.952612931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Deployment","name":"maas-api-e2e-migrate-ce9c1437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:16.970904585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f3495-3bca-4039-b669-9f6bb850f8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.026640078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f3495-3bca-4039-b669-9f6bb850f8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.038173719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Service","name":"maas-api-e2e-migrate-ce9c1437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.079500057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f3495-3bca-4039-b669-9f6bb850f8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.136700067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f3495-3bca-4039-b669-9f6bb850f8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.139007683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-ce9c1437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.199739227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-ce9c1437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.257638919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.312526356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.411187483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.46330863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.515037369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Deployment","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.566773239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.61831417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Service","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.669804343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"Service","name":"payload-pre-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.721651286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.773238165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.825166777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.876780242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.928598126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:17.980229028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.032029924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-ce9c1437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.084173568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-ce9c1437"},"namespace":"ai-tenant-e2e-migrate-ce9c1437","name":"default-tenant","reconcileID":"07f8fade-ef46-4531-9294-cafb2d0f23f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-ce9c1437","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:18.911473912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-ce9c1437","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-ce9c1437","reconcileID":"1de3aa14-e97c-4d84-9d53-43e49c6413b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-ce9c1437-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-ce9c1437-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.035182241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a83c948-b9ea-400c-a5bd-803bbf4de3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.087675746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a83c948-b9ea-400c-a5bd-803bbf4de3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.140485911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a83c948-b9ea-400c-a5bd-803bbf4de3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.192218096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a83c948-b9ea-400c-a5bd-803bbf4de3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.091492813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d8d350-afbe-4dfd-b87c-ff68a6be3488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.143257136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d8d350-afbe-4dfd-b87c-ff68a6be3488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.195326068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d8d350-afbe-4dfd-b87c-ff68a6be3488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.247614551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d8d350-afbe-4dfd-b87c-ff68a6be3488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.112368973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"2cc0d30d-89d8-4ba6-a6ac-6f576a68129c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.227669613Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"2cc0d30d-89d8-4ba6-a6ac-6f576a68129c","name":"e2e-worker-w2-106074-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.701235157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f7f42a9-c255-447d-bc47-4e6f2c31c30e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.80544542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e8360ee-d2e8-4624-9c47-e789ba4d9d5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.205439129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecbf8eb-1f3f-42af-ba92-b286240e3c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.259209651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecbf8eb-1f3f-42af-ba92-b286240e3c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.312047793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecbf8eb-1f3f-42af-ba92-b286240e3c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.367361732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecbf8eb-1f3f-42af-ba92-b286240e3c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.221849816Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-45658f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-45658f","reconcileID":"44534685-ea71-4718-98da-cec438acd74e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-45658f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-45658f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:26.309092198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba87fb63-19ea-4421-966a-e848fe5ede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:26.36281589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba87fb63-19ea-4421-966a-e848fe5ede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:26.419109759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba87fb63-19ea-4421-966a-e848fe5ede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:26.472458394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba87fb63-19ea-4421-966a-e848fe5ede3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.441158588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889d5e85-27ad-4ee3-b403-7628c455feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.493085445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"1339ffa6-ffa5-4eaa-851d-bec9c028ce4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.493385574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889d5e85-27ad-4ee3-b403-7628c455feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.546179631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889d5e85-27ad-4ee3-b403-7628c455feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.598399764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889d5e85-27ad-4ee3-b403-7628c455feed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.662682574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"1339ffa6-ffa5-4eaa-851d-bec9c028ce4b","name":"e2e-worker-w0-3abb13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.510320726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7bbeae-7a51-451a-b35a-ee7a4d2d72bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.562588966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7bbeae-7a51-451a-b35a-ee7a4d2d72bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.614896723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7bbeae-7a51-451a-b35a-ee7a4d2d72bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.66755308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7bbeae-7a51-451a-b35a-ee7a4d2d72bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.587717497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27788344-76f7-4363-8de8-2861cad8fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.64341226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27788344-76f7-4363-8de8-2861cad8fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.700674042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27788344-76f7-4363-8de8-2861cad8fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.753271035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27788344-76f7-4363-8de8-2861cad8fc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.044782585Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","namespace":"ai-tenant-e2e-derive-468211dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.044886868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","namespace":"ai-tenant-e2e-derive-468211dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.045007545Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","tenant":"e2e-derive-468211dd","tenantID":"e2e-derive-468211dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.100012131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Deployment","name":"maas-api-e2e-derive-468211dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.166349641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Service","name":"maas-api-e2e-derive-468211dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.221780683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-468211dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.277031365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-468211dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.332762495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.387505127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.448188562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.511773308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.564381187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Deployment","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.619084899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.671201573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Service","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.723036432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"Service","name":"payload-pre-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.775057331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"DestinationRule","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.827256841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.879222425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.941215727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.99387037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.047179369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.099409182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-468211dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.170129786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-468211dd"},"namespace":"ai-tenant-e2e-derive-468211dd","name":"default-tenant","reconcileID":"0b01880a-bf4e-4735-9ec1-be4de8139b62","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-468211dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:36.007533995Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-468211dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-468211dd","reconcileID":"544dddcb-f2e2-4646-8b88-5e67ebe1ede6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-468211dd","removed":["maas.opendatahub.io/gateway-access-e2e-derive-468211dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.181972605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7705f65c-1aa7-445c-87fe-871eabab2bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.233804391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7705f65c-1aa7-445c-87fe-871eabab2bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.289892245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7705f65c-1aa7-445c-87fe-871eabab2bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.344267742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7705f65c-1aa7-445c-87fe-871eabab2bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.302152248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10102b-c538-4131-8ee0-6c96ddabccbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.35495931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10102b-c538-4131-8ee0-6c96ddabccbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.407447436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10102b-c538-4131-8ee0-6c96ddabccbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.459490121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10102b-c538-4131-8ee0-6c96ddabccbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.426860764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"cdc38d18-47eb-4264-a695-23e3ee61228c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.63868254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"cdc38d18-47eb-4264-a695-23e3ee61228c","name":"e2e-worker-w4-bc1da8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.359624408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec41f7b-c457-40a9-928e-5fbb94b9a887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.411435414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec41f7b-c457-40a9-928e-5fbb94b9a887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.463253919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec41f7b-c457-40a9-928e-5fbb94b9a887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.515158299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec41f7b-c457-40a9-928e-5fbb94b9a887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:41.811969577Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-03ce8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-03ce8a","reconcileID":"e5dc9db4-da57-4f03-b2f7-6c738d3401dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-03ce8a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-03ce8a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.277342153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.484241036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c608d695-9b1f-452a-a810-46da16651bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.536542359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c608d695-9b1f-452a-a810-46da16651bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.588471065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c608d695-9b1f-452a-a810-46da16651bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.64021307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c608d695-9b1f-452a-a810-46da16651bf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:45.560053772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b438404-a665-49fb-8c61-7060e9ad0e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:45.612626673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b438404-a665-49fb-8c61-7060e9ad0e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:45.667374509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b438404-a665-49fb-8c61-7060e9ad0e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:45.721730847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b438404-a665-49fb-8c61-7060e9ad0e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.708330943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d4f72-bfb4-4b18-b072-3c4d47b7948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.76068123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d4f72-bfb4-4b18-b072-3c4d47b7948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.812589601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d4f72-bfb4-4b18-b072-3c4d47b7948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:47.86468976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d4f72-bfb4-4b18-b072-3c4d47b7948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.789260702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e1a906-294f-4b0e-831d-a2dedbb4e864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.842075815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e1a906-294f-4b0e-831d-a2dedbb4e864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.894107689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e1a906-294f-4b0e-831d-a2dedbb4e864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:49.947067172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e1a906-294f-4b0e-831d-a2dedbb4e864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.328055041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"d1b51c88-cc43-4c09-9a19-ee0d58459061","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.447860268Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"d1b51c88-cc43-4c09-9a19-ee0d58459061","name":"e2e-worker-w3-45658f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.852319438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28434c8-80e2-489a-84da-6c77f2076738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.904457206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28434c8-80e2-489a-84da-6c77f2076738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:51.956411501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28434c8-80e2-489a-84da-6c77f2076738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.010066063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28434c8-80e2-489a-84da-6c77f2076738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.015419813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eea2bb4-0e3e-44ad-b39f-b3ceea007fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.072660655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eea2bb4-0e3e-44ad-b39f-b3ceea007fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.125463149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eea2bb4-0e3e-44ad-b39f-b3ceea007fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.179308351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eea2bb4-0e3e-44ad-b39f-b3ceea007fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.774321443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015ea8c-c29b-403c-bcb9-d12fae85fe4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.826877561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015ea8c-c29b-403c-bcb9-d12fae85fe4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.883379726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015ea8c-c29b-403c-bcb9-d12fae85fe4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:58.940057168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7015ea8c-c29b-403c-bcb9-d12fae85fe4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.888761866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d94881-28f9-466f-b505-f2fb9e723c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.941621531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d94881-28f9-466f-b505-f2fb9e723c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:00.994357615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d94881-28f9-466f-b505-f2fb9e723c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:01.047302752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d94881-28f9-466f-b505-f2fb9e723c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.085913843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3becc4-cfbb-4b20-a94d-0d8b5c10a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.13848306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3becc4-cfbb-4b20-a94d-0d8b5c10a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.190275673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3becc4-cfbb-4b20-a94d-0d8b5c10a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.242398531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3becc4-cfbb-4b20-a94d-0d8b5c10a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.217294041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf7c71-e59f-4621-b31a-98b694d7d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.269321463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf7c71-e59f-4621-b31a-98b694d7d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.3213971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf7c71-e59f-4621-b31a-98b694d7d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:09.373217521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacf7c71-e59f-4621-b31a-98b694d7d191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.291809638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096636ed-14eb-445d-8164-b2e59edeb3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.343968796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096636ed-14eb-445d-8164-b2e59edeb3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.396252952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096636ed-14eb-445d-8164-b2e59edeb3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:11.449298116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096636ed-14eb-445d-8164-b2e59edeb3e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.326152056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d265562c-21e9-4b4f-ac26-deac8a07eec1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:12.444801446Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d265562c-21e9-4b4f-ac26-deac8a07eec1","name":"e2e-worker-w1-03ce8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.279998413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:16.862435664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"360151ea-1b57-4129-a92b-877ec8112b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:17.091568254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec63c472-049d-4296-b901-cd7464e214a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.983482787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c988ed-afc4-4497-ae66-14e38ccf111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.035470506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c988ed-afc4-4497-ae66-14e38ccf111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.088253885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c988ed-afc4-4497-ae66-14e38ccf111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.140380894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c988ed-afc4-4497-ae66-14e38ccf111a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.296520463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"2942c534-89a5-4584-8726-a06b4c4cb41c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.046241057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c587-96f3-472a-8b05-9ffedf636e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.098829307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c587-96f3-472a-8b05-9ffedf636e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.150719219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c587-96f3-472a-8b05-9ffedf636e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.202800262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c587-96f3-472a-8b05-9ffedf636e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.415037292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04da7c52-3fa2-4570-8588-10a8388dc0e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.525893972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9af664f3-5fea-4f47-8c43-24ec4c0c3e1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:43.279073476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:43.904882661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983fac2-63fb-47ab-a1ab-10c05a59e200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:43.957213169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983fac2-63fb-47ab-a1ab-10c05a59e200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.00909298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983fac2-63fb-47ab-a1ab-10c05a59e200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.06144478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983fac2-63fb-47ab-a1ab-10c05a59e200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.973800403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8421fd6-534a-4a53-bfed-b1047552b652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.025851689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8421fd6-534a-4a53-bfed-b1047552b652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.07849209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8421fd6-534a-4a53-bfed-b1047552b652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.13038012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8421fd6-534a-4a53-bfed-b1047552b652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.603857895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"643018e9-0d60-4f67-acff-d2733e616a27","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.660627437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9bff95f8-c9a7-433a-bd3d-c99563d0c199","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:09.671291258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"a7955165-1e9f-4436-a184-fb8876ed276f","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.216627315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"356525b1-185b-45e2-907e-11d2caa1e990","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.279092194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.458604357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"bd478262-7e0c-40f8-ac5e-bdf05687a1bf","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.517533176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9848ba98-d332-4eb6-9f2f-3b90781f232c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.517552661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9848ba98-d332-4eb6-9f2f-3b90781f232c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.565782396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ed384883-b9a0-4cf9-813e-acb37f2bb99d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.575916426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e9721a-39be-444c-bd74-d952d44989cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.575950763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06e9721a-39be-444c-bd74-d952d44989cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.579418765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd5035ff-b5e8-4da2-b20c-815e8e2ee790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.62087788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"6af4f918-5db7-4c89-880f-c2217752d2f6","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:13.629586373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-106074/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.756566634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"a7e7637b-763e-457f-bdbd-0d442364ae32","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.823437196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b87e6c21-0f02-4ed1-b8e0-98599d79e634","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.833727138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"d04c8181-48a7-4016-939f-63a826b3f609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.866509739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"a00b38d9-361b-4544-9ce4-5df9a3f13f26","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.925413645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"c90527b5-6435-490c-bbec-29395bba6b60","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.933198078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c07c39e-21b7-4ddc-9dcf-1ef4fe4e3664","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:13.979817931Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"c90527b5-6435-490c-bbec-29395bba6b60","name":"simulator-w2-106074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-106074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:13.979881528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"c90527b5-6435-490c-bbec-29395bba6b60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-106074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.985234475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"7c4f350d-a247-4b70-8e05-363595eef489","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:13.997395263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ddbb3d15-b497-4195-9677-107f0b7aea57","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.027148501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"decd4f7d-0002-4ccc-8fdd-91d0bcb3b8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.156797812Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"decd4f7d-0002-4ccc-8fdd-91d0bcb3b8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.165817367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"d4e00d8f-1f5f-413f-bbed-da5df9ffae99","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.20984415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"9eb645b6-268a-4c89-abf9-148dc01c2215","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.218896896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"decd4f7d-0002-4ccc-8fdd-91d0bcb3b8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.223915212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"e14fa1fd-dd9a-4d61-a6fe-bd5347f1223b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.278016962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ea339eb3-10c8-4bcd-91e4-0805b9fdb70b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.279364983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"b71c9262-e76c-49bf-8a45-861e873d4719","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:14.28539408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.337554401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"0b9518c1-3c1a-463b-a54c-ff63fc3da256","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.382311663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"4cad331d-338f-4ced-93f8-ab7fe3548420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.438805541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"4cad331d-338f-4ced-93f8-ab7fe3548420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.469308185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"fb83c59f-725e-408c-8b25-1cd0b3497135","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.493679442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"4cad331d-338f-4ced-93f8-ab7fe3548420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.526753222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"576ee2b0-5596-4940-86bd-fb82e04e6697","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.548293614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"c57b0ed6-9178-4bb4-aafb-7d0dcc3dd746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"premium-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:14.580595166Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"576ee2b0-5596-4940-86bd-fb82e04e6697","name":"premium-w2-106074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-106074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:14.580683531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"576ee2b0-5596-4940-86bd-fb82e04e6697","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-106074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.586074249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"81a944a3-378e-430a-8ea5-1fcfd3cd439c","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.64986087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"525ab683-638c-4ac9-85c6-62257769c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.707573074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"525ab683-638c-4ac9-85c6-62257769c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.71092742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"8b330854-f7c7-4d43-8d5f-3d4de908785c","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.751013419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"588bf71d-abfb-4454-908f-de0bf6969e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.762174628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"525ab683-638c-4ac9-85c6-62257769c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.8076662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"588bf71d-abfb-4454-908f-de0bf6969e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.86259524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"588bf71d-abfb-4454-908f-de0bf6969e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.917792782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c8a3eef5-aaeb-401e-93ed-5d3bc11d3723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.918048345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"6cb8efcd-e2cf-45d0-8c7f-4d2a59f13c8c","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.919210006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"4b611b95-d103-4398-aef8-67829eceeefe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.974204968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c8a3eef5-aaeb-401e-93ed-5d3bc11d3723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:15.029229715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c8a3eef5-aaeb-401e-93ed-5d3bc11d3723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:15.075285661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2a86fd9a-2752-44a9-8765-e950c217c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:15.131021217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2a86fd9a-2752-44a9-8765-e950c217c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:15.185831965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2a86fd9a-2752-44a9-8765-e950c217c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.321426752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"2b6453f4-0b1d-43f9-9a3a-b730380b6ade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.489856249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"f24a4343-0349-41f1-b249-18cab6745e2d","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.49699729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"0b997c7d-dc6b-4f19-abf0-28240eda2901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.600545077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d319b7f-b809-4b90-95a1-f7940b0f4d64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.670724712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"e89b141a-4c0c-46f3-a50d-c8b73f217358","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.708345853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7ad1f20-4866-4ca3-bcd2-15fc70c0754a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.708525957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d5d355ed-a7f1-44aa-9639-667bd589d89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.708670917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cefa6854-5424-4a86-866f-79a88f704d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.765997468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cefa6854-5424-4a86-866f-79a88f704d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.766567725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d5d355ed-a7f1-44aa-9639-667bd589d89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.830766663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d7f22468958e0e0480a0b122198e374b096f38fb01234f65a27bbd1f194a039) AuthConfig (add28eca5005b06b8b65308b5785f31f38094d3a04ec99728d1fa4d0c87079de) AuthConfig (26d948036f55dc2e09ccb08d9e11e043246410983a0654fa75b9f40341dc3d20) AuthConfig (268d98bd669762052950009f8a804776e30a980250523b1258c4c6f02696c8eb) AuthConfig (ab0321e4ed25e75130cad610cb002a859bd6b3d0efd2b59f7d05c66bf92a97eb) AuthConfig (7be5dd2e458e6ee65718da568ce8ae06fec540ee891291c40d76f250351e6e4b) AuthConfig (6e8b8b1d60e557009ac60f34a71c981a35998a08673a82bb528e4cb3e497e988) AuthConfig (db5aadc2152e0f500f77e26fe9be52e6e1a268dab5990b6760dd0706fb721090) AuthConfig (cd5eea110f474e3e9e790e9d98ea2e52cc6aa43f7481a3b701626f2dd8ee6589) AuthConfig (b164b335004b0a09d475f6faba37e31badbba87983175f2d116473a959d32a8b) AuthConfig (75efe6d4985657f7e617330a175cf8826a8eb8e7edb648dd7ecc4affefada3aa) AuthConfig (9cd568459819e3c894904aea7d12aaf231b9c91ada3c58fba0de326ff9c96077) AuthConfig (d7a346d9b6d5b41279d71560d30e92aeccd3298163fb30ee4a0dd6c7f91119c6) AuthConfig (780ccb889f557bde5314b3e969a29106d61ba310e307d8fbf158928dcbd64d31) AuthConfig (f3c833dd3988e083e7ddcad7f752cb9f9a4e1b0e783a42a98db7664c52d79c3f) AuthConfig (6446620956200aeb1fb53a049ed820cd05235214b62d8e1174008f4cf0fcd64f) AuthConfig (58683a9c1013197660941256a574cf060d5783b0f27d8922c87ee52d442659b4) AuthConfig (04fc1c292a117b47cbc8ea8bddea5155f0966a7a21ac0ddad18951b111407f75) AuthConfig (d1153e702776f4dea2ac55cdf0867f714b904794784cf583d0c402df76bf1dc9) AuthConfig (65bbe7196f3a1eae868be5918009e01cad0404afe3b8a1049b46d67c83217977) AuthConfig (584dc734055a8d3bd4c7d03fc9fe0ae77d6ba964b359e872664d0573ad592aee) AuthConfig (6c13d5f4400d157e70e4a026df7224dfa2b9a15946551a8f3d8ef8e0c7812e28) AuthConfig (44b722efa195badc7af1eeefbfe6cea2ce5062ab57583b64e306cbb0b17d5935) AuthConfig (e226b9d1cc143a4d0399d40333f2b2d8f9b39b838025b3dac78bb4d89e4769e7) AuthConfig (305d7cfb33c1675eccc334797f713e60b991ec3636ff4637923b4fad288e3ff9) AuthConfig (bdb0ec71890115de29141d71e508703fd06f21fba61a3ad91880e121b1ff6bf1) AuthConfig (d34e95f4a19161fab7f412e20b3b752d9a64737dd09847bb56a226fc8ddef95b) AuthConfig (202d577af1d70877b66c78211e772f588023c9c546c51c651f0f4bcffe9916b1) AuthConfig (45dcf9f7aeac1d80b7a0bd9878f64e13f90cd55ccbd1bdfeb670866670499f97) AuthConfig (34dd3ee2e5cc74ed54c24ca702528fec7d79e118a07fc6d74ea0a226e62b956d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d5d355ed-a7f1-44aa-9639-667bd589d89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.831160497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d7f22468958e0e0480a0b122198e374b096f38fb01234f65a27bbd1f194a039) AuthConfig (add28eca5005b06b8b65308b5785f31f38094d3a04ec99728d1fa4d0c87079de) AuthConfig (26d948036f55dc2e09ccb08d9e11e043246410983a0654fa75b9f40341dc3d20) AuthConfig (268d98bd669762052950009f8a804776e30a980250523b1258c4c6f02696c8eb) AuthConfig (ab0321e4ed25e75130cad610cb002a859bd6b3d0efd2b59f7d05c66bf92a97eb) AuthConfig (7be5dd2e458e6ee65718da568ce8ae06fec540ee891291c40d76f250351e6e4b) AuthConfig (6e8b8b1d60e557009ac60f34a71c981a35998a08673a82bb528e4cb3e497e988) AuthConfig (db5aadc2152e0f500f77e26fe9be52e6e1a268dab5990b6760dd0706fb721090) AuthConfig (cd5eea110f474e3e9e790e9d98ea2e52cc6aa43f7481a3b701626f2dd8ee6589) AuthConfig (b164b335004b0a09d475f6faba37e31badbba87983175f2d116473a959d32a8b) AuthConfig (75efe6d4985657f7e617330a175cf8826a8eb8e7edb648dd7ecc4affefada3aa) AuthConfig (9cd568459819e3c894904aea7d12aaf231b9c91ada3c58fba0de326ff9c96077) AuthConfig (d7a346d9b6d5b41279d71560d30e92aeccd3298163fb30ee4a0dd6c7f91119c6) AuthConfig (780ccb889f557bde5314b3e969a29106d61ba310e307d8fbf158928dcbd64d31) AuthConfig (f3c833dd3988e083e7ddcad7f752cb9f9a4e1b0e783a42a98db7664c52d79c3f) AuthConfig (6446620956200aeb1fb53a049ed820cd05235214b62d8e1174008f4cf0fcd64f) AuthConfig (58683a9c1013197660941256a574cf060d5783b0f27d8922c87ee52d442659b4) AuthConfig (04fc1c292a117b47cbc8ea8bddea5155f0966a7a21ac0ddad18951b111407f75) AuthConfig (d1153e702776f4dea2ac55cdf0867f714b904794784cf583d0c402df76bf1dc9) AuthConfig (65bbe7196f3a1eae868be5918009e01cad0404afe3b8a1049b46d67c83217977) AuthConfig (584dc734055a8d3bd4c7d03fc9fe0ae77d6ba964b359e872664d0573ad592aee) AuthConfig (6c13d5f4400d157e70e4a026df7224dfa2b9a15946551a8f3d8ef8e0c7812e28) AuthConfig (44b722efa195badc7af1eeefbfe6cea2ce5062ab57583b64e306cbb0b17d5935) AuthConfig (e226b9d1cc143a4d0399d40333f2b2d8f9b39b838025b3dac78bb4d89e4769e7) AuthConfig (305d7cfb33c1675eccc334797f713e60b991ec3636ff4637923b4fad288e3ff9) AuthConfig (bdb0ec71890115de29141d71e508703fd06f21fba61a3ad91880e121b1ff6bf1) AuthConfig (d34e95f4a19161fab7f412e20b3b752d9a64737dd09847bb56a226fc8ddef95b) AuthConfig (202d577af1d70877b66c78211e772f588023c9c546c51c651f0f4bcffe9916b1) AuthConfig (45dcf9f7aeac1d80b7a0bd9878f64e13f90cd55ccbd1bdfeb670866670499f97) AuthConfig (34dd3ee2e5cc74ed54c24ca702528fec7d79e118a07fc6d74ea0a226e62b956d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cefa6854-5424-4a86-866f-79a88f704d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.893461146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d3aa71eb-ef17-49da-9dd4-548ac4f6b2a3","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:23.899266117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"ceb27897-721b-434c-9e1b-dcc294ac5f53","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.050977447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8a09b8a3-679f-4273-96ad-81f39ba8e97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.054229219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19a1032a-fcf1-406a-8d8d-63e41f0290ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.108128682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8a09b8a3-679f-4273-96ad-81f39ba8e97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.110507983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19a1032a-fcf1-406a-8d8d-63e41f0290ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.163462912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d7f22468958e0e0480a0b122198e374b096f38fb01234f65a27bbd1f194a039) AuthConfig (add28eca5005b06b8b65308b5785f31f38094d3a04ec99728d1fa4d0c87079de) AuthConfig (26d948036f55dc2e09ccb08d9e11e043246410983a0654fa75b9f40341dc3d20) AuthConfig (268d98bd669762052950009f8a804776e30a980250523b1258c4c6f02696c8eb) AuthConfig (ab0321e4ed25e75130cad610cb002a859bd6b3d0efd2b59f7d05c66bf92a97eb) AuthConfig (7be5dd2e458e6ee65718da568ce8ae06fec540ee891291c40d76f250351e6e4b) AuthConfig (6e8b8b1d60e557009ac60f34a71c981a35998a08673a82bb528e4cb3e497e988) AuthConfig (db5aadc2152e0f500f77e26fe9be52e6e1a268dab5990b6760dd0706fb721090) AuthConfig (cd5eea110f474e3e9e790e9d98ea2e52cc6aa43f7481a3b701626f2dd8ee6589) AuthConfig (b164b335004b0a09d475f6faba37e31badbba87983175f2d116473a959d32a8b) AuthConfig (75efe6d4985657f7e617330a175cf8826a8eb8e7edb648dd7ecc4affefada3aa) AuthConfig (9cd568459819e3c894904aea7d12aaf231b9c91ada3c58fba0de326ff9c96077) AuthConfig (d7a346d9b6d5b41279d71560d30e92aeccd3298163fb30ee4a0dd6c7f91119c6) AuthConfig (780ccb889f557bde5314b3e969a29106d61ba310e307d8fbf158928dcbd64d31) AuthConfig (f3c833dd3988e083e7ddcad7f752cb9f9a4e1b0e783a42a98db7664c52d79c3f) AuthConfig (6446620956200aeb1fb53a049ed820cd05235214b62d8e1174008f4cf0fcd64f) AuthConfig (58683a9c1013197660941256a574cf060d5783b0f27d8922c87ee52d442659b4) AuthConfig (04fc1c292a117b47cbc8ea8bddea5155f0966a7a21ac0ddad18951b111407f75) AuthConfig (d1153e702776f4dea2ac55cdf0867f714b904794784cf583d0c402df76bf1dc9) AuthConfig (65bbe7196f3a1eae868be5918009e01cad0404afe3b8a1049b46d67c83217977) AuthConfig (584dc734055a8d3bd4c7d03fc9fe0ae77d6ba964b359e872664d0573ad592aee) AuthConfig (6c13d5f4400d157e70e4a026df7224dfa2b9a15946551a8f3d8ef8e0c7812e28) AuthConfig (44b722efa195badc7af1eeefbfe6cea2ce5062ab57583b64e306cbb0b17d5935) AuthConfig (e226b9d1cc143a4d0399d40333f2b2d8f9b39b838025b3dac78bb4d89e4769e7) AuthConfig (305d7cfb33c1675eccc334797f713e60b991ec3636ff4637923b4fad288e3ff9) AuthConfig (bdb0ec71890115de29141d71e508703fd06f21fba61a3ad91880e121b1ff6bf1) AuthConfig (d34e95f4a19161fab7f412e20b3b752d9a64737dd09847bb56a226fc8ddef95b) AuthConfig (202d577af1d70877b66c78211e772f588023c9c546c51c651f0f4bcffe9916b1) AuthConfig (45dcf9f7aeac1d80b7a0bd9878f64e13f90cd55ccbd1bdfeb670866670499f97) AuthConfig (34dd3ee2e5cc74ed54c24ca702528fec7d79e118a07fc6d74ea0a226e62b956d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8a09b8a3-679f-4273-96ad-81f39ba8e97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.16508547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d7f22468958e0e0480a0b122198e374b096f38fb01234f65a27bbd1f194a039) AuthConfig (add28eca5005b06b8b65308b5785f31f38094d3a04ec99728d1fa4d0c87079de) AuthConfig (26d948036f55dc2e09ccb08d9e11e043246410983a0654fa75b9f40341dc3d20) AuthConfig (268d98bd669762052950009f8a804776e30a980250523b1258c4c6f02696c8eb) AuthConfig (ab0321e4ed25e75130cad610cb002a859bd6b3d0efd2b59f7d05c66bf92a97eb) AuthConfig (7be5dd2e458e6ee65718da568ce8ae06fec540ee891291c40d76f250351e6e4b) AuthConfig (6e8b8b1d60e557009ac60f34a71c981a35998a08673a82bb528e4cb3e497e988) AuthConfig (db5aadc2152e0f500f77e26fe9be52e6e1a268dab5990b6760dd0706fb721090) AuthConfig (cd5eea110f474e3e9e790e9d98ea2e52cc6aa43f7481a3b701626f2dd8ee6589) AuthConfig (b164b335004b0a09d475f6faba37e31badbba87983175f2d116473a959d32a8b) AuthConfig (75efe6d4985657f7e617330a175cf8826a8eb8e7edb648dd7ecc4affefada3aa) AuthConfig (9cd568459819e3c894904aea7d12aaf231b9c91ada3c58fba0de326ff9c96077) AuthConfig (d7a346d9b6d5b41279d71560d30e92aeccd3298163fb30ee4a0dd6c7f91119c6) AuthConfig (780ccb889f557bde5314b3e969a29106d61ba310e307d8fbf158928dcbd64d31) AuthConfig (f3c833dd3988e083e7ddcad7f752cb9f9a4e1b0e783a42a98db7664c52d79c3f) AuthConfig (6446620956200aeb1fb53a049ed820cd05235214b62d8e1174008f4cf0fcd64f) AuthConfig (58683a9c1013197660941256a574cf060d5783b0f27d8922c87ee52d442659b4) AuthConfig (04fc1c292a117b47cbc8ea8bddea5155f0966a7a21ac0ddad18951b111407f75) AuthConfig (d1153e702776f4dea2ac55cdf0867f714b904794784cf583d0c402df76bf1dc9) AuthConfig (65bbe7196f3a1eae868be5918009e01cad0404afe3b8a1049b46d67c83217977) AuthConfig (584dc734055a8d3bd4c7d03fc9fe0ae77d6ba964b359e872664d0573ad592aee) AuthConfig (6c13d5f4400d157e70e4a026df7224dfa2b9a15946551a8f3d8ef8e0c7812e28) AuthConfig (44b722efa195badc7af1eeefbfe6cea2ce5062ab57583b64e306cbb0b17d5935) AuthConfig (e226b9d1cc143a4d0399d40333f2b2d8f9b39b838025b3dac78bb4d89e4769e7) AuthConfig (305d7cfb33c1675eccc334797f713e60b991ec3636ff4637923b4fad288e3ff9) AuthConfig (bdb0ec71890115de29141d71e508703fd06f21fba61a3ad91880e121b1ff6bf1) AuthConfig (d34e95f4a19161fab7f412e20b3b752d9a64737dd09847bb56a226fc8ddef95b) AuthConfig (202d577af1d70877b66c78211e772f588023c9c546c51c651f0f4bcffe9916b1) AuthConfig (45dcf9f7aeac1d80b7a0bd9878f64e13f90cd55ccbd1bdfeb670866670499f97) AuthConfig (34dd3ee2e5cc74ed54c24ca702528fec7d79e118a07fc6d74ea0a226e62b956d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19a1032a-fcf1-406a-8d8d-63e41f0290ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:24.218411884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19a1032a-fcf1-406a-8d8d-63e41f0290ce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.384231745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c03a6727-0bd9-47e3-981f-d661eff71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.440287669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c03a6727-0bd9-47e3-981f-d661eff71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:24.495077718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-106074-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d7f22468958e0e0480a0b122198e374b096f38fb01234f65a27bbd1f194a039) AuthConfig (add28eca5005b06b8b65308b5785f31f38094d3a04ec99728d1fa4d0c87079de) AuthConfig (26d948036f55dc2e09ccb08d9e11e043246410983a0654fa75b9f40341dc3d20) AuthConfig (268d98bd669762052950009f8a804776e30a980250523b1258c4c6f02696c8eb) AuthConfig (ab0321e4ed25e75130cad610cb002a859bd6b3d0efd2b59f7d05c66bf92a97eb) AuthConfig (7be5dd2e458e6ee65718da568ce8ae06fec540ee891291c40d76f250351e6e4b) AuthConfig (6e8b8b1d60e557009ac60f34a71c981a35998a08673a82bb528e4cb3e497e988) AuthConfig (db5aadc2152e0f500f77e26fe9be52e6e1a268dab5990b6760dd0706fb721090) AuthConfig (cd5eea110f474e3e9e790e9d98ea2e52cc6aa43f7481a3b701626f2dd8ee6589) AuthConfig (b164b335004b0a09d475f6faba37e31badbba87983175f2d116473a959d32a8b) AuthConfig (75efe6d4985657f7e617330a175cf8826a8eb8e7edb648dd7ecc4affefada3aa) AuthConfig (9cd568459819e3c894904aea7d12aaf231b9c91ada3c58fba0de326ff9c96077) AuthConfig (d7a346d9b6d5b41279d71560d30e92aeccd3298163fb30ee4a0dd6c7f91119c6) AuthConfig (780ccb889f557bde5314b3e969a29106d61ba310e307d8fbf158928dcbd64d31) AuthConfig (f3c833dd3988e083e7ddcad7f752cb9f9a4e1b0e783a42a98db7664c52d79c3f) AuthConfig (6446620956200aeb1fb53a049ed820cd05235214b62d8e1174008f4cf0fcd64f) AuthConfig (58683a9c1013197660941256a574cf060d5783b0f27d8922c87ee52d442659b4) AuthConfig (04fc1c292a117b47cbc8ea8bddea5155f0966a7a21ac0ddad18951b111407f75) AuthConfig (d1153e702776f4dea2ac55cdf0867f714b904794784cf583d0c402df76bf1dc9) AuthConfig (65bbe7196f3a1eae868be5918009e01cad0404afe3b8a1049b46d67c83217977) AuthConfig (584dc734055a8d3bd4c7d03fc9fe0ae77d6ba964b359e872664d0573ad592aee) AuthConfig (6c13d5f4400d157e70e4a026df7224dfa2b9a15946551a8f3d8ef8e0c7812e28) AuthConfig (44b722efa195badc7af1eeefbfe6cea2ce5062ab57583b64e306cbb0b17d5935) AuthConfig (e226b9d1cc143a4d0399d40333f2b2d8f9b39b838025b3dac78bb4d89e4769e7) AuthConfig (305d7cfb33c1675eccc334797f713e60b991ec3636ff4637923b4fad288e3ff9) AuthConfig (bdb0ec71890115de29141d71e508703fd06f21fba61a3ad91880e121b1ff6bf1) AuthConfig (d34e95f4a19161fab7f412e20b3b752d9a64737dd09847bb56a226fc8ddef95b) AuthConfig (202d577af1d70877b66c78211e772f588023c9c546c51c651f0f4bcffe9916b1) AuthConfig (45dcf9f7aeac1d80b7a0bd9878f64e13f90cd55ccbd1bdfeb670866670499f97) AuthConfig (34dd3ee2e5cc74ed54c24ca702528fec7d79e118a07fc6d74ea0a226e62b956d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c03a6727-0bd9-47e3-981f-d661eff71244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.319299398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"09b64d1a-1a3b-4ac1-97ae-d6be0594f130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.374926867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"09b64d1a-1a3b-4ac1-97ae-d6be0594f130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.64330987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"e8afbe20-d88f-4ed9-b497-de39b5b9499e","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.650300936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c2a05240-0b37-4750-8136-0d2d3585ff48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:34.706618825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c2a05240-0b37-4750-8136-0d2d3585ff48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.023719904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"61c74c8e-5d8d-44a0-89f3-48cba16217c9","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:35.402574369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"979e7cca-c4b4-48e1-932c-c11fea30ec1c","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.503098548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"dcda02a5-d31e-4ed8-ac6a-5bba35dd042b","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:36.572484759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"5e126161-d963-4a64-8021-afdb848c775e","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:43.279085701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.067494545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1cb73e63-12e2-4f09-8437-4e37a2f35026","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.124033324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d10a4292-e912-4ac3-a1c0-411dd562bcc4","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.282704019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"127586cf-e6d3-4d32-9bf4-d8504ffddefa","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.340750909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"127586cf-e6d3-4d32-9bf4-d8504ffddefa","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.3624656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"31923f2c-e007-48b5-a54c-293db0452022","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.421150568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"01f3dd37-b244-46a4-866e-6653b3498e1c","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.472288067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"3d6e700f-641d-4f41-9b16-8b46f1662532","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:44.475862365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-106074/e2e-dry-sub-e7a8d556","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-e7a8d556\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.520234168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"9ff29bda-7e73-463b-b7d1-fd267f795b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.523297965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3531f68a-feff-4434-a719-856ec4bd2948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.528169433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d4895a83-8bbf-40c2-b54c-935ed8e42078","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.578041836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"9ff29bda-7e73-463b-b7d1-fd267f795b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.582580504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3531f68a-feff-4434-a719-856ec4bd2948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.659533558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"dbfbf176-3dcd-4f6d-b08f-72c1099a2b20","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.798225661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556","reconcileID":"c497d0a6-73b2-4829-b396-579862de6277","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-dry-sub-e7a8d556","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.814771957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"a093c535-2e28-4ef3-84e7-246266b9568c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.872364047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"a093c535-2e28-4ef3-84e7-246266b9568c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.959776144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"2b2790f6-d8ef-4cd5-9ad6-9ac364f94a8c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.961413927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e0c4945a-7597-41c1-bdae-9ccb0e560509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:44.96152363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"a3418bf8-8ce2-42e3-8326-3d4ec6de9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.008893025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"1fbc96e6-28c6-4219-88c9-92a0c0284c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.017538055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"a3418bf8-8ce2-42e3-8326-3d4ec6de9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.017662041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e0c4945a-7597-41c1-bdae-9ccb0e560509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.16780133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556","reconcileID":"3fe11cf9-0957-4d80-8569-b5e8b8fc751e","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:45.332377177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"263b54c9-5b99-4f04-b935-cdc4e47b8e87","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.068280754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"107d9394-9efe-4aa8-8db6-cb55218806c2","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.223580199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"ea3f331b-a5f6-4532-ae26-0255e1f6417c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.223605307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"66228bc0-0761-473d-819e-ffe3640ebada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.224196523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7beb1a97-bcee-4395-8e22-1704c445910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.282415538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7beb1a97-bcee-4395-8e22-1704c445910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.283188984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"ea3f331b-a5f6-4532-ae26-0255e1f6417c","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:49.284750978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"66228bc0-0761-473d-819e-ffe3640ebada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.199128179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"5559ec26-f423-417e-ab31-101bad3ad8ae","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.341185155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"68ad0299-60a2-493c-b899-fab803033259","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.398119406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"bbf00331-f333-4db2-a71c-8cee6d772f2c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:55.449919586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"5813db9d-4f55-4abd-9d5d-832d45fdfad4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.565471936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"96b95527-6e01-4ba7-8229-2f062e3b259a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.620658343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"55b65e07-f5e5-4518-9b9b-bd3ab99da928","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.641160404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"202f4dfd-edaa-4470-b38e-6722750f356f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.701228301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"0f73381a-e86a-4fc5-a4e9-c7310b58fafd","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.803095574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a9452814-8eb9-466b-ba1b-d2f0c4ac5253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.833975356Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"86d985a9-0272-48c3-b354-16cee22bddd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.930606246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a9452814-8eb9-466b-ba1b-d2f0c4ac5253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.938561335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"926d84b2-5321-4207-a5dd-e6433f3e92b5","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.985676632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a9452814-8eb9-466b-ba1b-d2f0c4ac5253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.995440471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"1cf9e9ec-99fb-47a4-9b35-62de938bf594","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:55.998538926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"86d985a9-0272-48c3-b354-16cee22bddd3","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.043175724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"214027a1-cabf-469c-a34e-152838381292","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.047138563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"105a604b-03e4-446b-b116-0612bf3f0b44","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:56.049118027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.101760576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"614e5fef-88c5-4e53-b9d1-376b2e42779e","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.1477554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b330b706-37c7-437b-86be-7e55d98eda8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.204728157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b330b706-37c7-437b-86be-7e55d98eda8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.206537169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"24848724-3fb8-4ef7-ab13-15bf33f8b88f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.239755577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"0f0ad041-1cea-4a92-990c-951055702683","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.260390205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b330b706-37c7-437b-86be-7e55d98eda8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.299944594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"2ae6b863-8513-4b3f-b274-bd3eb8909e78","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.312428518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"4d62ba6a-93e6-47da-9a75-481badf5736c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"premium-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:56.353536394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"2ae6b863-8513-4b3f-b274-bd3eb8909e78","name":"premium-w0-3abb13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:49:56.353594055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"2ae6b863-8513-4b3f-b274-bd3eb8909e78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.358893486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"640c29f0-7f12-4e97-a022-4be46bff2069","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.370643703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"efac8d98-155e-46eb-bf4f-f1c516323d9b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.415523225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d84d2511-36f2-4321-98b5-15c1680375c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.471818806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d84d2511-36f2-4321-98b5-15c1680375c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.476768313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"8ba6125b-6c3d-499b-866f-9cd835e5642f","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.51698702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"1e929221-d711-46e9-b048-356b76985df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.526576121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d84d2511-36f2-4321-98b5-15c1680375c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.57503422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"1e929221-d711-46e9-b048-356b76985df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.632051824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"1e929221-d711-46e9-b048-356b76985df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.68477663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"afb680b6-8612-419e-a771-f712a4820ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.686134075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"d766f118-5908-4277-8c5b-e344de2570a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.695080485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"a43af495-09f6-46a0-977a-fffac626320b","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.741221294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"afb680b6-8612-419e-a771-f712a4820ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.796328161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"afb680b6-8612-419e-a771-f712a4820ca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.850915103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7db16e77-9537-4a30-a280-0603e57a5020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.907374217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7db16e77-9537-4a30-a280-0603e57a5020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:56.962691888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7db16e77-9537-4a30-a280-0603e57a5020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:57.687096119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"2da680c7-49aa-405c-8911-d5f8cb6e6ada","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.231323242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556","reconcileID":"8a6224a6-b8aa-4fd0-bf43-ab3813914a8b","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-dry-sub-e7a8d556","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.448965198Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556","reconcileID":"8a6224a6-b8aa-4fd0-bf43-ab3813914a8b","MaaSSubscription":{"name":"e2e-dry-sub-e7a8d556","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.658029028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"366d5956-4a8f-49ca-9361-c568b31a38a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.711699476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"bd51a4fb-3de0-4ad3-8419-0b43150bb193","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.767731459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"ed08d169-327b-4b68-8ff0-83b3cc1d3ffe","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.867097007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"b1fce1a7-9a0e-4097-9089-ada8930d936e","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.867113841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c6552f7e-f05f-48ac-b928-c5df78211795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.867596807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7f731ca0-64dc-4095-bd6d-05f450d1b14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.876060456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1ef784dc-f648-4099-a91e-a7173ba09bef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.927575673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"b1fce1a7-9a0e-4097-9089-ada8930d936e","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.93533597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c6552f7e-f05f-48ac-b928-c5df78211795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:59.942747165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7f731ca0-64dc-4095-bd6d-05f450d1b14b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:00.135295921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-dry-sub-e7a8d556-auth","reconcileID":"b3677bbe-b694-485f-9a6d-769116f083b6","MaaSAuthPolicy":{"name":"e2e-dry-sub-e7a8d556-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:00.296075293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d0888687-8171-4c73-83c9-b16e98f8db2b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.486554974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"6dce9a11-6780-4ef7-9cfd-a2598a70eee0","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.543430013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"069876b8-347f-487f-b510-762b5c1d9451","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.699126025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"5bccd168-9901-4a5a-b047-7b0794a50a3d","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.754907532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"5bccd168-9901-4a5a-b047-7b0794a50a3d","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.797528492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"a80a803e-c864-4788-ab37-c06e361c91ca","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.853841294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"8564ad0a-214f-4981-a513-91fccd3a2e29","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:01.903854021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900","reconcileID":"91b24f42-6680-4557-a7f3-ebabfee956ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-b3365900\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.954873162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"61abab5e-d123-4795-b1c5-48661d360707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:01.954873165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4c3164d1-2554-45af-b0e3-119aab29f36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.011331716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4c3164d1-2554-45af-b0e3-119aab29f36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.011634035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"61abab5e-d123-4795-b1c5-48661d360707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.017833682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ab6c659e-fad2-4c0e-8e4f-6b0e7f345562","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.073680544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ce0947a5-42c5-4ec1-8905-25803161079e","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.076396711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9d06476c-5242-43f1-8245-31119ed5f2d7","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.229969012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"395d57d7-1b23-4649-ab16-6c3b3d2cc987","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.28582979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"395d57d7-1b23-4649-ab16-6c3b3d2cc987","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.316126515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"a164bfbb-329a-4b6b-9fbf-bbeee4996f20","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.347837795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900","reconcileID":"998cc353-a710-4c6d-85ca-746cfc021565","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-combo-sub-b3365900","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.372472082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9633fb91-f9ed-49a4-aca1-d7c0d3f8cd1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.3734832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0ffdb237-f076-4361-a0a4-79d168c8162a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.384275129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"26a2282a-ec35-4130-b0a1-060e244aa2b8","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.429319828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0ffdb237-f076-4361-a0a4-79d168c8162a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.429363274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9633fb91-f9ed-49a4-aca1-d7c0d3f8cd1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.553994866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f4fbd0c4-0296-4297-9975-ab0ccc7e0d17","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.558282246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"7fd8b9ee-6bf5-40f8-8119-34c871065587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.733589935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"05a62f7a-f59a-479b-a963-d5dcc6f0ae4d","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.761922701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900","reconcileID":"330b18af-f94b-4857-80c7-1732a75c51fc","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.881793039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"fafd3a11-aa95-47fd-9d7c-381a2c766eb7","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.938875645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9b3c868d-227d-4911-9394-dc7640706efc","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:02.988352953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"3726dac7-a8ae-4761-9f67-752b4e2b07b4","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:02.991683178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.044591885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"4482ec4c-ddc1-458b-b507-221471760609","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.171624311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"e9e2860b-c531-4c52-b316-09353e1b4d84","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.232205941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"51dc0371-9180-466d-a4d1-d64aa89bd9e2","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.25722803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"e925b90e-6bc1-4d8a-b94e-cef850c5c7b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"simulator-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:03.285604529Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"51dc0371-9180-466d-a4d1-d64aa89bd9e2","name":"simulator-w4-bc1da8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:03.285672069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"51dc0371-9180-466d-a4d1-d64aa89bd9e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.291009187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"70b05a9a-2e11-4329-b781-89a7daa0bea0","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.333649999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cf6d9fac-f128-4ed2-84e8-bf2970770711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.420636778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"ae3c3ee3-6d65-47d9-82c4-237532670d51","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.455924057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cf6d9fac-f128-4ed2-84e8-bf2970770711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.462649407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"6c6c3944-735b-46db-8f4b-2c7c604bdd30","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.511121485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cf6d9fac-f128-4ed2-84e8-bf2970770711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.519851763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"40dd28fb-3659-4fcd-bb7e-215c88c776a5","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.568123749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"6370d855-5f24-460d-8ee1-2165b2579a14","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.569769226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"92944fc8-e2fe-4085-94fa-467a8b247f5b","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:03.572741302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bc1da8/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.627181088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"e0748d76-11ac-4ac0-b53b-72f2edf7bd17","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.629315937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"646fa36d-7e3a-4eca-8dae-47e4c5676a14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.673364725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"54636728-2489-4682-b3a1-1f745341c933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.729298104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"54636728-2489-4682-b3a1-1f745341c933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.74625499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"7254f6b6-8c10-493e-bc58-bc8d410ea909","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.784523564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"54636728-2489-4682-b3a1-1f745341c933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.804755186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"bb4925f8-5cf1-44b6-89a9-af23593f7038","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.840632614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"a8606dc8-52a6-419a-b72f-331078125132","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"premium-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:03.858500179Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"bb4925f8-5cf1-44b6-89a9-af23593f7038","name":"premium-w4-bc1da8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:03.858556235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"bb4925f8-5cf1-44b6-89a9-af23593f7038","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.863871818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"30b4ecc6-c913-4101-a623-a6a098eaf584","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.940183662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8d5018f3-bd66-4b25-a756-0dfe48f866af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:03.996734454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8d5018f3-bd66-4b25-a756-0dfe48f866af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.006150198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"d5c097a3-1391-4a87-86b1-8ba60c5bd17e","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.041222074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"dd678a23-f97d-477e-b250-daec81db3299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.051849609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8d5018f3-bd66-4b25-a756-0dfe48f866af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.097512064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"dd678a23-f97d-477e-b250-daec81db3299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.154378396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"dd678a23-f97d-477e-b250-daec81db3299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.211596738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cb25ea7e-6edd-464b-8907-7f34611fd12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.212376657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"c23f5f3c-b623-4165-b582-3e530141157b","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.215051595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"b8b7b912-00ee-41d2-a878-49278148675d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.269978691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cb25ea7e-6edd-464b-8907-7f34611fd12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.327060481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cb25ea7e-6edd-464b-8907-7f34611fd12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.370859376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"605d6cdc-cdb1-47f7-91dc-769911e5fd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.427701234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"605d6cdc-cdb1-47f7-91dc-769911e5fd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.482607927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"605d6cdc-cdb1-47f7-91dc-769911e5fd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:04.535915417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"605d6cdc-cdb1-47f7-91dc-769911e5fd4b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.698572608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"00659c98-f60b-4964-b9cd-4d943541e22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.756123427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"00659c98-f60b-4964-b9cd-4d943541e22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:04.835118084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"00659c98-f60b-4964-b9cd-4d943541e22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.66865642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"0dcb6b06-4fd3-4aec-b476-02014dda62e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.832043182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cfb08ec6-67c6-4458-a71c-5c9da41a9de9","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.898897325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"5102cd8f-6a76-47a9-9370-b2e2c9be98e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:06.955319797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"417f6e62-629a-4c92-a938-39602e9aa784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.014075589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"417f6e62-629a-4c92-a938-39602e9aa784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.069297522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"e8e23d31-3310-436f-a7fa-1301d16dd811","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.071813926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"417f6e62-629a-4c92-a938-39602e9aa784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.120299874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3b89cca3-7c62-47e8-8fd2-9ca0262ec810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.129555529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"4c3f396f-d1e7-4fbe-8276-0fb43992a96d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.161093909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1507a334-ccb0-4ca9-a3a6-5767161c9725","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.177980546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3b89cca3-7c62-47e8-8fd2-9ca0262ec810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.232880105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3b89cca3-7c62-47e8-8fd2-9ca0262ec810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.284098087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"02401846-f434-47a1-86fe-777d68466385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.292366639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"2405c0bc-250d-4eb2-9cca-b9d3dd038f4b","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.339602857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"02401846-f434-47a1-86fe-777d68466385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.385358627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"778ad25b-ad22-4aed-a233-6e953282e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.385556819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"57acbf87-10f1-414b-bd28-fc2096f193e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.385358025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"efd0cd55-cbec-4ce0-b152-f22d00eb7f01","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.393577871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"02401846-f434-47a1-86fe-777d68466385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.442101477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"778ad25b-ad22-4aed-a233-6e953282e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.443689126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"efd0cd55-cbec-4ce0-b152-f22d00eb7f01","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.444406926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"57acbf87-10f1-414b-bd28-fc2096f193e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.485844864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae54f37f-2690-45bc-9feb-7919080d4b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.541261487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae54f37f-2690-45bc-9feb-7919080d4b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.596815739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae54f37f-2690-45bc-9feb-7919080d4b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:07.649869772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae54f37f-2690-45bc-9feb-7919080d4b3e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.812116532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8c87dfdb-26c2-4d87-85f3-6b2f5b3c5932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.868341635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8c87dfdb-26c2-4d87-85f3-6b2f5b3c5932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:07.923470695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8c87dfdb-26c2-4d87-85f3-6b2f5b3c5932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:13.281066004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.483252031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"2e3fa468-4085-410c-9edf-0f69b66e9771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.542207685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"2e3fa468-4085-410c-9edf-0f69b66e9771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.598692943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"2e3fa468-4085-410c-9edf-0f69b66e9771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:14.991390533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"95fa27a8-9081-44d3-ad4f-014bc34777b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:15.048145516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"95fa27a8-9081-44d3-ad4f-014bc34777b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:15.103645387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"95fa27a8-9081-44d3-ad4f-014bc34777b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.324128304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900","reconcileID":"d3e24f2e-384b-47c7-a0d4-c221342fc7ea","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-combo-sub-b3365900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.541815376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900","reconcileID":"d3e24f2e-384b-47c7-a0d4-c221342fc7ea","MaaSSubscription":{"name":"e2e-combo-sub-b3365900","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.55124031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"424eb989-14b9-4e08-b66a-f453f908e129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.608341698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"424eb989-14b9-4e08-b66a-f453f908e129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.663835973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"424eb989-14b9-4e08-b66a-f453f908e129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.753034682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"fa083b6a-7ad7-43a2-9b51-ae87b98152a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.803492665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"12244998-e4c3-4d70-9a99-30b04a912abd","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.862157343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"2fe4459b-6d36-4ded-977c-3cf909ad0186","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.959411572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"4ccda552-e690-4105-a950-a17ba523cd89","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.960710736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"62c2457a-1587-489f-911c-90b4fc58f4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.96168378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"9c501ea4-2d6d-4f7e-ae8d-096bc795420e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:17.964012023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d3bbce74-0a90-4273-b95e-c354e6c86d12","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.018008439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"9c501ea4-2d6d-4f7e-ae8d-096bc795420e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.019008897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"4ccda552-e690-4105-a950-a17ba523cd89","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.020160657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"62c2457a-1587-489f-911c-90b4fc58f4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.081401317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4e64294d-3c84-473e-995d-7142cb79c559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.137271062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4e64294d-3c84-473e-995d-7142cb79c559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.192781991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3abb13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8aef34b5102af2a79d5816029f7d98e27b7f5e17207e4138ee1d98761893600) AuthConfig (55e1887fb4401f5311acf8e9edc7f65277e7af016574631123875d88a3527f04) AuthConfig (bc68b58487909d4613418bb63d747b4eef871b839c137f072b556c1b3f8e5211) AuthConfig (4f4375550679e2a4928e4768cb560b7d7adbf52cce15968a1d8eb65d666ccf9e) AuthConfig (4bd2afd127299c76e308c5a12a9a23f49d6473294d242afdb68b2e07b088b014) AuthConfig (437f43e6d3cc471a5e0cc11b9bf15b6586e48830920f9b21a34662773ad463b7) AuthConfig (ceb07c159edc70814d0f9ec96cab7a9f389e3906535c06ea51293ee5da49e63c) AuthConfig (ca9cb33addcfe483ac26c18f92cc39d1e0bbd9756bb5659269ba91d8f07cbeb7) AuthConfig (29ab5dcd56d9443f6082087aa0687fd3bf81f33a5f6a79db15bbc7025704c4e8) AuthConfig (d838a3b4fdb1d79daeac5073c2550040a682f53cf9b99e413469da97fbe2af12) AuthConfig (035ec7a6a21777138cc4ed41fb56d53ba8d060e888b580cb5d0a1d2152b4c976) AuthConfig (796931ecf8f717c9539c7bde7a1cac9019a81ab3d5efd513d63e3865ea09b85b) AuthConfig (c0eaa7cbe7a033eb8e089d2c535da66334b1d6e1ba0bce307f7bd05e47f21837) AuthConfig (b1402044d60e2b4fef526a639bfcb5908b5a5852231078495e5d808a01916d49) AuthConfig (a96bfc8e1c80b9ea5e49a9fa1f06102f839b8684769ac5a03f2d0bcf267ffed6) AuthConfig (15cc122c90ece742fb6cf38e0633ffe92f44a3fa633b1bae520f9aee087e3e07) AuthConfig (6de953392c6b5031413fe7a63487d9240f89c3f4ad951729d01a9dc88d472a8f) AuthConfig (88f2fd0695e7792721dbba51003244580a04e30988d01d762f0144f1fd0610a5) AuthConfig (daae56255ff8215ce3be2b237a21160a662cf77ed818e7dae6cbe7617ece18bf) AuthConfig (48fd89a21890f583a6384522e07a0a6692a37932dddab340b2c05038dfdfa65f) AuthConfig (2eb5fc5c0e90e942d63e0160e5f5b233cd540acf9a3d2c6f62949ea7c04e50f4) AuthConfig (30be7559734483643fb236ee50eded93488ce45ec497410154661ef2dad321bb) AuthConfig (38827a31ac28120e7bf77b4aa274fe5d5702b0c58e3ab9c8a82e37281bcc290d) AuthConfig (6b87a873f3e42da1a4e134ad9b9f79ab08a85155f2c985ecbf7823e8fce50ffd) AuthConfig (386288b36818f170ef90634ae015963cd451c6593aa67d16a84d3ac8d5a62fdf) AuthConfig (22078536a46f02dd3e1a30bdd23e9846efa60d06b6f8aa67e2597a33a90101c9) AuthConfig (29b02d96d5f941c2f6c1fde21869093c356546bf8248ab6b0a7103ff26b62615) AuthConfig (af603e53a5e04a69c3574f37d9521c5a13ea64df68729c0c6d27af300b002278) AuthConfig (cc377532f74717074d8481c2806ad54bc2dedb57d485a73366c8ff98bcbf0bb6) AuthConfig (7b3a19409943ebbe096314d3747afaf4669b46a4e3d6bb5d5fe793989505feb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4e64294d-3c84-473e-995d-7142cb79c559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.223221747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-combo-sub-b3365900-auth","reconcileID":"6d7bad87-9eb0-40a6-9915-1380f4cf0d42","MaaSAuthPolicy":{"name":"e2e-combo-sub-b3365900-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.482904348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"993351db-1ff1-410f-8bcd-4a69e82334c8","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.281758251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"4076e0d4-1567-4615-8e47-9adad985f107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.381499498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"c4c3ac4f-1a5c-47e8-b843-4e03d707ccf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.446598312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"777b2a20-d233-4607-b605-04491e3bf4c1","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.54839157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"5556d87c-8d91-4a3b-b7ba-7613660ea4c9","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.707238839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b6288a07-46fa-4c75-83b0-5246c7b00e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.707345636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"89a2867f-13f8-4787-9771-8c325f039042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.764453758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"89a2867f-13f8-4787-9771-8c325f039042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.764457265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b6288a07-46fa-4c75-83b0-5246c7b00e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.82023373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1967c3901dfcaec4a04e650ec8ac698ac45ca6b4558253dd2abfa0d316318399) AuthConfig (751fefeda7342241975898abb317f42903623cde07c7f33759156f5ce84daba2) AuthConfig (4a7b9da4bf3bdb4ec6521fddb4215b27c3f39f4a780341f4c27c80fbb37dbb16) AuthConfig (b7b89738a63349348063af50619058b48b1d50e87631d6e85a221c3440bb797b) AuthConfig (b73266cdc36e7dd63e5042ca258a0a568756237de964fec55223fbc1fd41ec63) AuthConfig (20d4fc000de5f030414224116305d71b070ab7d110a2f002322d1d68d5d9f2fa) AuthConfig (9f9485e4bff85191d12835519eb840d0adc21d293293a35e098679cffa40d5ed) AuthConfig (2490aa62cfc5895bfbbaea023f4f22bce35f8db7593ecbb2b2f2bdfedbc56370) AuthConfig (b1fd134d1e3de884d83bbe4293168346be01d736bed6536d0c2baa9f5fc81273) AuthConfig (03d886c98ffef3b0684e67446bab946cebbb94cc09761dcf82f2915987bccf2f) AuthConfig (7cb54fe84a219c3c11d578e8a64a6171dea57ba5eb80dda9f41826aee8b4c08b) AuthConfig (b1c823b4e1d0ef6626eea1ba8388dab2c1b0c0f7e7896f4e8acc9bb0964d6a11) AuthConfig (2b66f7d5d689569efa1c08d3b2fd4d9612384d5a466d91e34e36a11f6756618d) AuthConfig (61998e73457a9bc328e39f10204b763230d1b70d2877143130dc55955ef12776) AuthConfig (90a74bfc24604714e61e9fc9f6c8e8f1889c3004c4a5e999bc1ea237c355c6b7) AuthConfig (b84ab2d1c0cd8d7f35cfaa14d3f06f810a2534421dce9620821476b4a4f8c60d) AuthConfig (c4a93dc252ed6c36ec25c5fb8d5d521981bd23fd35f3ebb43c7e03b7f01f9c34) AuthConfig (9d9dfde2ee908a76b2afaa35a6975cbf2508e705bf362b0a8852b1471ee72824) AuthConfig (430b4e857c603428e87e14a29300ed762e1ba29fcad2041f3530be26ec9b99dd) AuthConfig (0d5cdd59a45c14370d11ec0f483db6b22198e5455e47c8a10de7d52afaf8338a) AuthConfig (89185c7850f4f2303e2d22db046cb7bc289592bcdc11add63506809aa4a82aa7) AuthConfig (66f200bc049126b2db5d47ba85a408f3bcfbf563bc6743ba12d12dcbe81b1122) AuthConfig (daf1826992d9ae9eab08ccef34bf660bf10a4b8c21e9311b248c32fc89d68ab2) AuthConfig (590a372ad4923274010e52a69378b51e9ccd6626768bab49f871f8ef93043aa6) AuthConfig (e6b87db1b9e54981f8d5e5170c4b437f79e5ca22259f2630bee20d4490c2028a) AuthConfig (04c5bba17e56d96a91e0b7a1f53b0776fd7323f3d66e566dc778d76d6c7461e0) AuthConfig (b1fb207c840f208b7f3ddc019b34960c3169959d0a1b7d5b2c81b3aef27d3be8) AuthConfig (4173b28a411f732560bc1306bf7dbbef8c66525cb8b6a1aafe280d9d1cca5880) AuthConfig (1c9c1540f476826cbe37f66b1cdec9ee333abc2728548a4d27b1e0574bdf6fcb) AuthConfig (3365849decf604cff46265f2c25a02498c0f3b2edd63c121a84b09d1644ccbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b6288a07-46fa-4c75-83b0-5246c7b00e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.820519381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1967c3901dfcaec4a04e650ec8ac698ac45ca6b4558253dd2abfa0d316318399) AuthConfig (751fefeda7342241975898abb317f42903623cde07c7f33759156f5ce84daba2) AuthConfig (4a7b9da4bf3bdb4ec6521fddb4215b27c3f39f4a780341f4c27c80fbb37dbb16) AuthConfig (b7b89738a63349348063af50619058b48b1d50e87631d6e85a221c3440bb797b) AuthConfig (b73266cdc36e7dd63e5042ca258a0a568756237de964fec55223fbc1fd41ec63) AuthConfig (20d4fc000de5f030414224116305d71b070ab7d110a2f002322d1d68d5d9f2fa) AuthConfig (9f9485e4bff85191d12835519eb840d0adc21d293293a35e098679cffa40d5ed) AuthConfig (2490aa62cfc5895bfbbaea023f4f22bce35f8db7593ecbb2b2f2bdfedbc56370) AuthConfig (b1fd134d1e3de884d83bbe4293168346be01d736bed6536d0c2baa9f5fc81273) AuthConfig (03d886c98ffef3b0684e67446bab946cebbb94cc09761dcf82f2915987bccf2f) AuthConfig (7cb54fe84a219c3c11d578e8a64a6171dea57ba5eb80dda9f41826aee8b4c08b) AuthConfig (b1c823b4e1d0ef6626eea1ba8388dab2c1b0c0f7e7896f4e8acc9bb0964d6a11) AuthConfig (2b66f7d5d689569efa1c08d3b2fd4d9612384d5a466d91e34e36a11f6756618d) AuthConfig (61998e73457a9bc328e39f10204b763230d1b70d2877143130dc55955ef12776) AuthConfig (90a74bfc24604714e61e9fc9f6c8e8f1889c3004c4a5e999bc1ea237c355c6b7) AuthConfig (b84ab2d1c0cd8d7f35cfaa14d3f06f810a2534421dce9620821476b4a4f8c60d) AuthConfig (c4a93dc252ed6c36ec25c5fb8d5d521981bd23fd35f3ebb43c7e03b7f01f9c34) AuthConfig (9d9dfde2ee908a76b2afaa35a6975cbf2508e705bf362b0a8852b1471ee72824) AuthConfig (430b4e857c603428e87e14a29300ed762e1ba29fcad2041f3530be26ec9b99dd) AuthConfig (0d5cdd59a45c14370d11ec0f483db6b22198e5455e47c8a10de7d52afaf8338a) AuthConfig (89185c7850f4f2303e2d22db046cb7bc289592bcdc11add63506809aa4a82aa7) AuthConfig (66f200bc049126b2db5d47ba85a408f3bcfbf563bc6743ba12d12dcbe81b1122) AuthConfig (daf1826992d9ae9eab08ccef34bf660bf10a4b8c21e9311b248c32fc89d68ab2) AuthConfig (590a372ad4923274010e52a69378b51e9ccd6626768bab49f871f8ef93043aa6) AuthConfig (e6b87db1b9e54981f8d5e5170c4b437f79e5ca22259f2630bee20d4490c2028a) AuthConfig (04c5bba17e56d96a91e0b7a1f53b0776fd7323f3d66e566dc778d76d6c7461e0) AuthConfig (b1fb207c840f208b7f3ddc019b34960c3169959d0a1b7d5b2c81b3aef27d3be8) AuthConfig (4173b28a411f732560bc1306bf7dbbef8c66525cb8b6a1aafe280d9d1cca5880) AuthConfig (1c9c1540f476826cbe37f66b1cdec9ee333abc2728548a4d27b1e0574bdf6fcb) AuthConfig (3365849decf604cff46265f2c25a02498c0f3b2edd63c121a84b09d1644ccbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"89a2867f-13f8-4787-9771-8c325f039042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.879095516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"a1a1efd2-0333-4a90-8c9d-92431b2c2ed4","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:21.881262163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"065cf020-4b07-4276-952d-1bbed68f326c","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.035134003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"bcf09864-3c6e-40f0-8607-094cf0ff213f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.035141009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f6bc9c9f-10ee-4efb-b1a3-f602a341c876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.09102214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"bcf09864-3c6e-40f0-8607-094cf0ff213f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.09132052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f6bc9c9f-10ee-4efb-b1a3-f602a341c876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.146164527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1967c3901dfcaec4a04e650ec8ac698ac45ca6b4558253dd2abfa0d316318399) AuthConfig (751fefeda7342241975898abb317f42903623cde07c7f33759156f5ce84daba2) AuthConfig (4a7b9da4bf3bdb4ec6521fddb4215b27c3f39f4a780341f4c27c80fbb37dbb16) AuthConfig (b7b89738a63349348063af50619058b48b1d50e87631d6e85a221c3440bb797b) AuthConfig (b73266cdc36e7dd63e5042ca258a0a568756237de964fec55223fbc1fd41ec63) AuthConfig (20d4fc000de5f030414224116305d71b070ab7d110a2f002322d1d68d5d9f2fa) AuthConfig (9f9485e4bff85191d12835519eb840d0adc21d293293a35e098679cffa40d5ed) AuthConfig (2490aa62cfc5895bfbbaea023f4f22bce35f8db7593ecbb2b2f2bdfedbc56370) AuthConfig (b1fd134d1e3de884d83bbe4293168346be01d736bed6536d0c2baa9f5fc81273) AuthConfig (03d886c98ffef3b0684e67446bab946cebbb94cc09761dcf82f2915987bccf2f) AuthConfig (7cb54fe84a219c3c11d578e8a64a6171dea57ba5eb80dda9f41826aee8b4c08b) AuthConfig (b1c823b4e1d0ef6626eea1ba8388dab2c1b0c0f7e7896f4e8acc9bb0964d6a11) AuthConfig (2b66f7d5d689569efa1c08d3b2fd4d9612384d5a466d91e34e36a11f6756618d) AuthConfig (61998e73457a9bc328e39f10204b763230d1b70d2877143130dc55955ef12776) AuthConfig (90a74bfc24604714e61e9fc9f6c8e8f1889c3004c4a5e999bc1ea237c355c6b7) AuthConfig (b84ab2d1c0cd8d7f35cfaa14d3f06f810a2534421dce9620821476b4a4f8c60d) AuthConfig (c4a93dc252ed6c36ec25c5fb8d5d521981bd23fd35f3ebb43c7e03b7f01f9c34) AuthConfig (9d9dfde2ee908a76b2afaa35a6975cbf2508e705bf362b0a8852b1471ee72824) AuthConfig (430b4e857c603428e87e14a29300ed762e1ba29fcad2041f3530be26ec9b99dd) AuthConfig (0d5cdd59a45c14370d11ec0f483db6b22198e5455e47c8a10de7d52afaf8338a) AuthConfig (89185c7850f4f2303e2d22db046cb7bc289592bcdc11add63506809aa4a82aa7) AuthConfig (66f200bc049126b2db5d47ba85a408f3bcfbf563bc6743ba12d12dcbe81b1122) AuthConfig (daf1826992d9ae9eab08ccef34bf660bf10a4b8c21e9311b248c32fc89d68ab2) AuthConfig (590a372ad4923274010e52a69378b51e9ccd6626768bab49f871f8ef93043aa6) AuthConfig (e6b87db1b9e54981f8d5e5170c4b437f79e5ca22259f2630bee20d4490c2028a) AuthConfig (04c5bba17e56d96a91e0b7a1f53b0776fd7323f3d66e566dc778d76d6c7461e0) AuthConfig (b1fb207c840f208b7f3ddc019b34960c3169959d0a1b7d5b2c81b3aef27d3be8) AuthConfig (4173b28a411f732560bc1306bf7dbbef8c66525cb8b6a1aafe280d9d1cca5880) AuthConfig (1c9c1540f476826cbe37f66b1cdec9ee333abc2728548a4d27b1e0574bdf6fcb) AuthConfig (3365849decf604cff46265f2c25a02498c0f3b2edd63c121a84b09d1644ccbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"bcf09864-3c6e-40f0-8607-094cf0ff213f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.146164455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1967c3901dfcaec4a04e650ec8ac698ac45ca6b4558253dd2abfa0d316318399) AuthConfig (751fefeda7342241975898abb317f42903623cde07c7f33759156f5ce84daba2) AuthConfig (4a7b9da4bf3bdb4ec6521fddb4215b27c3f39f4a780341f4c27c80fbb37dbb16) AuthConfig (b7b89738a63349348063af50619058b48b1d50e87631d6e85a221c3440bb797b) AuthConfig (b73266cdc36e7dd63e5042ca258a0a568756237de964fec55223fbc1fd41ec63) AuthConfig (20d4fc000de5f030414224116305d71b070ab7d110a2f002322d1d68d5d9f2fa) AuthConfig (9f9485e4bff85191d12835519eb840d0adc21d293293a35e098679cffa40d5ed) AuthConfig (2490aa62cfc5895bfbbaea023f4f22bce35f8db7593ecbb2b2f2bdfedbc56370) AuthConfig (b1fd134d1e3de884d83bbe4293168346be01d736bed6536d0c2baa9f5fc81273) AuthConfig (03d886c98ffef3b0684e67446bab946cebbb94cc09761dcf82f2915987bccf2f) AuthConfig (7cb54fe84a219c3c11d578e8a64a6171dea57ba5eb80dda9f41826aee8b4c08b) AuthConfig (b1c823b4e1d0ef6626eea1ba8388dab2c1b0c0f7e7896f4e8acc9bb0964d6a11) AuthConfig (2b66f7d5d689569efa1c08d3b2fd4d9612384d5a466d91e34e36a11f6756618d) AuthConfig (61998e73457a9bc328e39f10204b763230d1b70d2877143130dc55955ef12776) AuthConfig (90a74bfc24604714e61e9fc9f6c8e8f1889c3004c4a5e999bc1ea237c355c6b7) AuthConfig (b84ab2d1c0cd8d7f35cfaa14d3f06f810a2534421dce9620821476b4a4f8c60d) AuthConfig (c4a93dc252ed6c36ec25c5fb8d5d521981bd23fd35f3ebb43c7e03b7f01f9c34) AuthConfig (9d9dfde2ee908a76b2afaa35a6975cbf2508e705bf362b0a8852b1471ee72824) AuthConfig (430b4e857c603428e87e14a29300ed762e1ba29fcad2041f3530be26ec9b99dd) AuthConfig (0d5cdd59a45c14370d11ec0f483db6b22198e5455e47c8a10de7d52afaf8338a) AuthConfig (89185c7850f4f2303e2d22db046cb7bc289592bcdc11add63506809aa4a82aa7) AuthConfig (66f200bc049126b2db5d47ba85a408f3bcfbf563bc6743ba12d12dcbe81b1122) AuthConfig (daf1826992d9ae9eab08ccef34bf660bf10a4b8c21e9311b248c32fc89d68ab2) AuthConfig (590a372ad4923274010e52a69378b51e9ccd6626768bab49f871f8ef93043aa6) AuthConfig (e6b87db1b9e54981f8d5e5170c4b437f79e5ca22259f2630bee20d4490c2028a) AuthConfig (04c5bba17e56d96a91e0b7a1f53b0776fd7323f3d66e566dc778d76d6c7461e0) AuthConfig (b1fb207c840f208b7f3ddc019b34960c3169959d0a1b7d5b2c81b3aef27d3be8) AuthConfig (4173b28a411f732560bc1306bf7dbbef8c66525cb8b6a1aafe280d9d1cca5880) AuthConfig (1c9c1540f476826cbe37f66b1cdec9ee333abc2728548a4d27b1e0574bdf6fcb) AuthConfig (3365849decf604cff46265f2c25a02498c0f3b2edd63c121a84b09d1644ccbb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f6bc9c9f-10ee-4efb-b1a3-f602a341c876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.492917089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"9a8d14ec-dfc1-4b2b-84f4-f8d34a72dd4e","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.558060593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f66034d0-ab54-47a4-b681-c31fe3a85f73","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:27.819693333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"54defe62-5924-44f0-ae1d-e6a90723039c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:27.876115992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"54defe62-5924-44f0-ae1d-e6a90723039c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:28.144124012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5de85e77-39c8-43b6-b90c-c2ce53527e1c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:28.349241904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"68f4934c-e196-4080-ab9c-1f8c253463ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:28.40571516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"68f4934c-e196-4080-ab9c-1f8c253463ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:28.672687697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"c622c124-b9d5-4418-a5dd-a42a54075aae","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.306656813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"55faa954-72d7-4439-847a-5eaf6aa9d1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.309137588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b926a3f1-60b1-4dbf-9170-c46670432ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.363134926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"55faa954-72d7-4439-847a-5eaf6aa9d1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.366118962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b926a3f1-60b1-4dbf-9170-c46670432ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.68333222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"93167fa8-4a1a-40ab-802e-4ec09fe77233","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:32.68592264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"99516436-fb72-43d3-a8e9-90aa75f6ef72","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:33.876385768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"4fda9138-1fed-4bae-afe7-d772218c5461","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:33.931322461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"40f519be-d915-41bb-95c8-2358ec38f021","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.097497482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"522bd2ff-2dff-4a8e-b0d0-b37ad2a3be77","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.155055406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"522bd2ff-2dff-4a8e-b0d0-b37ad2a3be77","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.173617817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"4d3a2d2c-806b-4abe-aacf-f0c8c9bb75b2","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.230159619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"28817153-d952-4477-b66f-c612ab6c99d4","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:34.280838421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"8c8b7110-619f-408a-95d7-8130e68059de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.314765637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"eb529c2c-07d0-4d40-aede-605fde531c71","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.331595701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c77c69ab-6b3d-4e99-bd25-82e22c14818f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.331638087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d6c848db-f6f8-4b2b-8220-4a4499b65f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.370212132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"63338eff-4a64-4ff5-af06-5646c2a82513","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.387915557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c77c69ab-6b3d-4e99-bd25-82e22c14818f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.388773276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d6c848db-f6f8-4b2b-8220-4a4499b65f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.395311057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"30d8807f-0ee8-4a3b-bf7d-275de8267a26","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.452338926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9e0bb079-9a71-49ce-88b0-ec7c2edd283e","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.473854078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"df4bac4c-4a86-43ff-b937-28b73a96bcb3","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.525733211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"5e4ee130-eb31-401e-9c74-6b23828853d6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.583400114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"5e4ee130-eb31-401e-9c74-6b23828853d6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.601048944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"ce4e032c-ed05-4a07-b0d9-818ed0443e3d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.629799057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"e1fcfdb2-e59c-4f82-a84f-05016527441d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.658771622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"0d4790ad-4755-4a49-81d7-13a9df68437f","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.686463467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"e1fcfdb2-e59c-4f82-a84f-05016527441d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.710548734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"8ddc0901-1ba4-4074-a983-7a155388ba8b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:34.713963856Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.721031257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"358cfa8f-28a2-4b10-9cd0-fde68d60d4c3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.721148632Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"358cfa8f-28a2-4b10-9cd0-fde68d60d4c3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.756909949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0864f1a7-a56b-4772-9a20-dfdb39124f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.768135279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"fd9703c8-74ed-4770-aff3-7888056a811a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.813545233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0864f1a7-a56b-4772-9a20-dfdb39124f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.856822527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8aaf8318-d871-4641-bec3-1d07f452274e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.856876403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"b80c21e0-7edf-4b23-a1be-613b8237a8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.899431493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"6075d417-b83a-424b-a461-0c41b43e1c9e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.913884948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"b80c21e0-7edf-4b23-a1be-613b8237a8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.913915615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8aaf8318-d871-4641-bec3-1d07f452274e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.929806005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b75e5ecd-4e8f-4d1a-b823-50dc5583a186","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:34.9365363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"981d45c4-091d-469c-ac70-7aadb18906ba","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.038065471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-sub","reconcileID":"df146d19-5cb8-4e10-8a35-490869b0036d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.056114694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"2f73c6ff-3ec8-44af-b440-36dbce4a6d69","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.097515856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"284cf556-d7d3-439b-ac12-7cfe82a5be2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.112284255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"2f73c6ff-3ec8-44af-b440-36dbce4a6d69","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.145500657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"d4842a23-2443-433d-8451-02eb3e923107","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.145608245Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"d4842a23-2443-433d-8451-02eb3e923107","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.153772359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"284cf556-d7d3-439b-ac12-7cfe82a5be2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.155273483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7eca868b-1409-499f-a8af-5f8df51159b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.203516149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"2272705e-8f48-4b6e-ae40-15bf56c73770","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.212864568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7eca868b-1409-499f-a8af-5f8df51159b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.248643111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1a2e2855-1988-467f-a129-87e7fe21ffff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:35.415402719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-sub","reconcileID":"93303e6b-e44b-42a5-9b81-23f1ffa21d6e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.102748486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d1fccb86-f88c-4e57-86e0-9266bf8588f1","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.26000101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0d53a208-3643-4dfd-bf34-42c216a8eec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.260054256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"aa8aac44-bb30-4351-88bc-306d7395a478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.260516531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"6bf60202-55eb-4283-84d8-d506bc86808a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.316237703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0d53a208-3643-4dfd-bf34-42c216a8eec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.31633769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"6bf60202-55eb-4283-84d8-d506bc86808a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.318457148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"aa8aac44-bb30-4351-88bc-306d7395a478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.577356411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"a0df1ca8-5f2b-4e2d-9f25-4cbdcda05be5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.74259847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5f1a2178-a2ae-41ff-a263-e2b7420bdf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.742611472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"120340d1-274a-482b-aa61-9cd973fcfff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.744864297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"6a900635-06b9-4f27-acef-d73f9fab3d0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.800678366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"120340d1-274a-482b-aa61-9cd973fcfff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.804521978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5f1a2178-a2ae-41ff-a263-e2b7420bdf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:37.807382744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"6a900635-06b9-4f27-acef-d73f9fab3d0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.292225507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.954988654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"c5ffc38d-41ca-42cd-b7f1-5f73c0d37cea","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.075826326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"284cc990-ee1b-4706-a45a-e4d7f3f2b81b","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.133686425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"f9757214-540f-4b9a-838d-6ca8a81bff60","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:44.185485792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"bdd25659-71b8-408f-92f0-46e1d0748cad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.298443915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"df6c9389-0f6c-42dd-ac11-76b6d6179bbd","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.355915459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"8a946eb0-bbd0-499c-907a-99b6399ad5a8","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.357602374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"889d8cae-2d41-45b6-9338-e30310358747","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.418181797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"8dfcfd05-788b-4f93-8ac8-86529c7380fd","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.52024877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"66ede043-ce9c-4adb-9d56-06ea786a030b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.578681124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"04ce0354-a6ec-40a6-8f7c-3f96eeb04fb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"simulator-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.641129281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"202f4cd7-0636-4750-ab47-1ebc78671484","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.650318577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"66ede043-ce9c-4adb-9d56-06ea786a030b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.698343107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"1236c449-0751-47ec-978f-83b7b76ab09e","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.708027645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"66ede043-ce9c-4adb-9d56-06ea786a030b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.742417295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"9aa94f74-3bc2-4907-9712-53ca9997d039","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:44.749384292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6d005e12-16a5-4b6f-90fd-9a313bd33803","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:44.751218675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.765183734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"54c79201-a727-4f6f-9366-e14d3a7430ed","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.86635521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"4719d485-f4a7-4bd0-9589-4fe88cbac9e6","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.869871615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cadd690a-539a-4f85-b5f1-f1f32c98fad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.904579795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"2caf624c-fcef-4878-a9e1-16c0b473f3f0","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.928860294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cadd690a-539a-4f85-b5f1-f1f32c98fad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.962501443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"1cbd0f01-e548-4172-8fa7-396625131b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.969729127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"e4167af2-4e3b-419e-aa1f-fe74c01790af","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:44.984554879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cadd690a-539a-4f85-b5f1-f1f32c98fad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.120066877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6063c5ad-c32a-4beb-97f0-d81e3dc68a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.1482768Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"e027d8d9-9ad7-469c-a741-97d1bf2ccd83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"premium-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.181665533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6063c5ad-c32a-4beb-97f0-d81e3dc68a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.22327158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"44e42e12-656b-4e12-bc20-6a026b107a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.24051512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6063c5ad-c32a-4beb-97f0-d81e3dc68a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.28263705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"44e42e12-656b-4e12-bc20-6a026b107a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.302423098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"c46003ca-1ad9-40e3-84d3-ab0f9a73efae","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.317337824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"c6353ef4-86be-4ad0-bc04-73ed0ee793d6","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.337987976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"44e42e12-656b-4e12-bc20-6a026b107a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.465357704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"aa73f519-d5ad-4366-a295-98501f97c529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.522062177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"aa73f519-d5ad-4366-a295-98501f97c529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.535692957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"05f5c325-06e3-48ce-b7f3-eae6bd03680e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.579870352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"aa73f519-d5ad-4366-a295-98501f97c529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.264249933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"bcc9ca75-09ee-467f-8363-7a58ceb21351","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.483651905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"bcc9ca75-09ee-467f-8363-7a58ceb21351","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.483694213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"bcc9ca75-09ee-467f-8363-7a58ceb21351","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.483859796Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-sub","reconcileID":"bcc9ca75-09ee-467f-8363-7a58ceb21351","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.696817097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"ca73bdd6-733a-4469-b1a2-074010382ae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.740451647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-sub","reconcileID":"0ae77c63-d6ab-4509-b6b7-af23aaf0181c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.81661816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"58b01933-d751-4740-b2e1-9543b7dbc68f","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.876729141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"c920491c-fb77-40bd-a3b3-af49fc9aa159","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.934440495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"6ff7ebee-d692-4539-93f6-dad156e9ab1e","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.96236508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-sub","reconcileID":"0ae77c63-d6ab-4509-b6b7-af23aaf0181c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.964549812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1b5dd8df-0fd9-4221-a146-b2a0a30408ba","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.975823687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8a36e2c5-f0a2-41d6-b811-c81e690d06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.976017019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"85768ad0-a0e1-48a5-bc11-35d2c92bbdd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:47.975829233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"569af634-10ac-477e-ba1e-ebdc6c3dd79f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.032920839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"85768ad0-a0e1-48a5-bc11-35d2c92bbdd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.033193441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8a36e2c5-f0a2-41d6-b811-c81e690d06d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.036668964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"569af634-10ac-477e-ba1e-ebdc6c3dd79f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.172499394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"a874af7c-17e1-42cf-9ead-1b244e0e37db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.17876912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e7562ddb-e299-46a8-85c0-62f247f990d8","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.238271101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-degraded-auth","reconcileID":"1ad624aa-746e-464c-aca9-7cffd1580a24","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.33782011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"11011059-3981-4dc5-8400-a842901c485a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.337833337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f66a23ac-2976-49f7-83df-cd6b586e5742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.338593915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e5b98c31-45af-45d5-a1f3-f3a7505ee594","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.395867976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"11011059-3981-4dc5-8400-a842901c485a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.395973867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f66a23ac-2976-49f7-83df-cd6b586e5742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.396245817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"ba8f52d1-1cea-4527-a8f0-9118108017e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.399402759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ae8e8a3e-0fa3-4837-b1dc-114590c10a45","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.452606789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"ba8f52d1-1cea-4527-a8f0-9118108017e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.65507983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-active-auth","reconcileID":"fc1074f2-4dc7-4810-a163-27b6a3415d06","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:48.964881622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5645a155-a52f-40a6-8256-3566507ab299","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:49.461409098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"771b186e-3662-468f-950c-6fa49ba5b23c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:49.518866789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"fec1aadd-ca65-40b7-9ba2-34ba99ebfc83","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:49.674915832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"cec8786f-5066-4b56-8188-177113153b75","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:49.731038558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"cec8786f-5066-4b56-8188-177113153b75","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:50.028486823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-sub","reconcileID":"7b24a6ab-bea9-4f17-9e4e-b11757daf88a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.048340095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"eb69c999-cab3-4a24-952b-0fe36acac468","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.056244313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3c2aa29c-294e-4aa4-bc72-ea14ba93d48c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.074925028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a61e079b-154e-481c-bfc0-e14669027ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.075003311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c56bdf78-862e-40b3-b25d-260ff6baf849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.110594858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5bc1f135-dac1-488b-8d54-b045b2f6783c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.131453761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c56bdf78-862e-40b3-b25d-260ff6baf849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.132081032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a61e079b-154e-481c-bfc0-e14669027ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.203391697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"b4e771ec-a9c8-4c96-a704-78218d5344ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.260468931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"b4e771ec-a9c8-4c96-a704-78218d5344ab","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.304109283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"d8b8b8d3-bdf1-4ff6-b494-6232d67c18e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.347418175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3bfbc805-6a78-49bf-a7e3-8d1f86a9f636","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.361521141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"d8b8b8d3-bdf1-4ff6-b494-6232d67c18e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.402391555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"40d4d8cf-7eab-41a9-8c80-16deba08c59e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:50.453797587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"8ea5cd51-c369-4774-baad-dada7c090442","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-27125aff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.493619924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"ff1637a0-8c6b-4b14-9ec6-38e227d6f8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.4936333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"48102969-8122-459d-91a1-4f10fc9d4510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.50185226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ab21b608-df31-440f-bea2-d1282eaa9aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.549751678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"ff1637a0-8c6b-4b14-9ec6-38e227d6f8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.550137805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"48102969-8122-459d-91a1-4f10fc9d4510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.557198459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ab21b608-df31-440f-bea2-d1282eaa9aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.567599443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"7875c108-1cdd-4f7f-a3bf-91383f2c3538","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.62449588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"336d3912-c23f-4a4b-8912-97059c073c7d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.693149794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"1f25841d-e0f6-4062-960b-f76cf0320781","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.749121057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"1f25841d-e0f6-4062-960b-f76cf0320781","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.823616216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"71ec6bb9-7831-4133-a4e6-06c942cd2eab","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.848551463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"d741bbe2-b08b-437a-a7b1-df7774b701d3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.881239892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"35aa1263-88c8-4d82-abc0-9f0e5a3c54a8","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.891199729Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"6fb10229-27aa-4995-9ba5-cf3d44a522dc","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-a-27125aff","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.904417216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"d741bbe2-b08b-437a-a7b1-df7774b701d3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.946450835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"760434f7-68c1-408b-b1a3-72048c3d8cab","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.950067736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f2ebacdf-7030-49ff-b868-3ed2be3f8b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:50.951412946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d87f5eeb-f67a-422c-bba0-8d468510977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.004662763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"76021823-210f-4c4d-8689-87a9cfa10738","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.008452511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d87f5eeb-f67a-422c-bba0-8d468510977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.00906255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f2ebacdf-7030-49ff-b868-3ed2be3f8b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.052441543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"6fb10229-27aa-4995-9ba5-cf3d44a522dc","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-27125aff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.055560339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ee22235d-5f88-44fa-af7e-dd1daefb67d8","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.057981298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.102609384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"845ace4b-71db-4dcc-a2f7-6d520d1a7eb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.110614787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e66b1cc7-4cb5-429b-987a-5aec199fb301","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.2295549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"2b6601dd-8adb-4ece-a53c-c5775daa9544","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.262492478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"42a9e1af-0582-423f-b9fe-44e6dc870651","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.287356489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8723911f-e8a6-4ba1-ae8b-8033f9512cc1","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.340137769Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8723911f-e8a6-4ba1-ae8b-8033f9512cc1","name":"simulator-w1-03ce8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-03ce8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.340202387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8723911f-e8a6-4ba1-ae8b-8033f9512cc1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-03ce8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.345515191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"787d1da1-bad4-4681-879d-1a16407f1ee3","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.364457332Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d82cd649-0a93-49b9-974f-eef2bbf41fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"simulator-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.390124878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7b31c05c-54ae-4983-841e-aacae2fc9b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.47687066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"699612c8-8ffb-4cb5-93f9-c9b2e79fee1e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.513339228Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7b31c05c-54ae-4983-841e-aacae2fc9b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.515512287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"26468d4b-b253-4e04-aab5-197082f97bc4","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.527145045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"bbfc875f-c446-4e53-b259-2973f32859ce","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.568532146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7b31c05c-54ae-4983-841e-aacae2fc9b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.56924301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.623682667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"9cb0ce78-932e-493d-8069-998e0a05543d","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.626791482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"e7c8eefe-3d27-4cf2-b571-4cb79748e658","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.627858442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.67901357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fe769315-4f65-41f8-af22-164a8441a525","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.731331232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5b13724a-40ab-49a5-b6fa-b9645764d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.737380656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"9f6cd3ad-af76-418f-88ab-7107e1372fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.787409971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5b13724a-40ab-49a5-b6fa-b9645764d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.787606754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"78094261-3d61-4c6a-8e63-d2eae8d3b0e4","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.843870187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5b13724a-40ab-49a5-b6fa-b9645764d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.846000245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fc72c049-b0f0-48b1-9ea0-09df07deed1d","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.892211887Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"b035f21a-2086-4813-9c5e-5a8ef9b29d9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"premium-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.899291411Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fc72c049-b0f0-48b1-9ea0-09df07deed1d","name":"premium-w1-03ce8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-03ce8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:50:51.89935322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"fc72c049-b0f0-48b1-9ea0-09df07deed1d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-03ce8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.90463486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"c5962491-9cff-4e66-9cb9-218b746e2ec0","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:51.997764712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"7794d22b-48ef-4b80-891c-14c9f97d885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.000704776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dc871a74-62d9-48f6-ad79-77044e55bbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.053979089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"7794d22b-48ef-4b80-891c-14c9f97d885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.056800925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"ead2061d-76be-483a-9518-25584f1b7954","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.056853489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dc871a74-62d9-48f6-ad79-77044e55bbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.109120296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"7794d22b-48ef-4b80-891c-14c9f97d885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.111382221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dc871a74-62d9-48f6-ad79-77044e55bbab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.165155073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"0e1109e5-8629-4d90-995f-9cf37f2b0071","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.268459468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"8b7780b9-da3c-45ff-bb80-38b4ff0f60f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.321160675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d6cab1d7-454b-4058-85ef-ed23f2f9ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.377711654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d6cab1d7-454b-4058-85ef-ed23f2f9ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.433090336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d6cab1d7-454b-4058-85ef-ed23f2f9ea65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.43510531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"abca989f-0614-4790-aa3d-814f4827bea4","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:52.974013597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"a48bbd3c-2cd3-4491-a5a4-ecfdca14e095","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.007393211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"718c5e06-f810-46e0-b2ae-0aac90c515d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.007426683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5a826769-d42c-440a-bd47-f2ddcb3e8a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.007824338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"fc366549-4e36-4bbc-95cb-5067900867dc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.031043622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"50001a8d-8d2d-42f3-8bbd-7be53c38ca2a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.065559205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5a826769-d42c-440a-bd47-f2ddcb3e8a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.066095885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"718c5e06-f810-46e0-b2ae-0aac90c515d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.070992827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"fc366549-4e36-4bbc-95cb-5067900867dc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.187278292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"0843e49b-4f0f-4234-9d9c-c8842a4fbb30","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.245085858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"0843e49b-4f0f-4234-9d9c-c8842a4fbb30","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.258600636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"f6f29a3f-a526-4c76-898e-cf9d1ca488af","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.258711612Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3abb13 priority=0:[ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-a-27125aff ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-b-8955dd34]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.31501548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ba999672-19ff-4066-aef8-480089d04386","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.365796992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"d19051d9-c69d-47bf-b35c-c22d5486ee46","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.373078815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"617e9741-24ed-4f49-9e98-409ccb6eb613","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.414466975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"2632225b-e9b0-44e9-94a1-13bbe8e0f345","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.422675632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5c6a4dbe-f4b1-43d4-a4ed-59818bc1c460","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.431074807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"64b5e4ab-cd22-4a33-ab82-ba2c1edc8da8","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.469836333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"2632225b-e9b0-44e9-94a1-13bbe8e0f345","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.488370906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"db6e7b88-a533-468b-8cc3-1a83bd78781a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.5398135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b2e173d1-6953-437a-96af-7eb931c0f0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.540361417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3ecb83ce-b96e-4e69-8512-18c6820f6241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.546761969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"0ad251f7-c313-44dc-b25d-caf84e3caad9","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.596459079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3ecb83ce-b96e-4e69-8512-18c6820f6241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.596867164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b2e173d1-6953-437a-96af-7eb931c0f0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.702201238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"cb46ef8c-c29b-481d-b6c0-920e8068dd53","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.70606136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34","reconcileID":"2c518577-2917-495a-9ca2-340e0470428d","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-a-27125aff","ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-b-8955dd34","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.758685406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"cb46ef8c-c29b-481d-b6c0-920e8068dd53","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.852650883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"953085af-a46f-426d-926e-963b7430e7eb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.87222932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5a80d871-b18c-4498-a670-01233ab31468","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.910179684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"953085af-a46f-426d-926e-963b7430e7eb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.917482627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"415fa43c-6cc6-48a0-a2f1-c03b046d8651","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.917528865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"63d63615-e30c-4943-819f-384483dacadc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.950128512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ec73ef7b-93bf-43fc-92ad-a7730951c5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.950207047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b3349a2d-e166-4da4-a0ca-dab98745d035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:54.006372999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ec73ef7b-93bf-43fc-92ad-a7730951c5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:54.006548833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b3349a2d-e166-4da4-a0ca-dab98745d035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:54.082350841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34","reconcileID":"e553a4d0-970c-4fb3-bb90-d4baca3ad2ef","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:54.252124615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"a66f15d9-d228-4e85-a833-e4207ec08d8e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.497448791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4cf30c01-ef80-497c-842a-85704347e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.554505686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4cf30c01-ef80-497c-842a-85704347e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.609855619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4cf30c01-ef80-497c-842a-85704347e6f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.737739925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"5bd8bf75-ea77-4627-b24a-034123066115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.793887012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"5bd8bf75-ea77-4627-b24a-034123066115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.849659913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"5bd8bf75-ea77-4627-b24a-034123066115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.542562316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"40562bc1-e693-42c4-be9b-81c12ac6e6c6","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.70646149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"f416c031-e2f9-4ac4-9ee3-8f8f13e89e3e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.706707897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"57c77cf2-ac78-4ab0-baa3-00999a450b6d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.706463845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5baa1ab2-497d-4529-be94-ba84a043305e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.707173485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"457ddba1-1225-4e6e-a7a1-972d1aa003e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.764851003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"f416c031-e2f9-4ac4-9ee3-8f8f13e89e3e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.765762356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"57c77cf2-ac78-4ab0-baa3-00999a450b6d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.768663908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"457ddba1-1225-4e6e-a7a1-972d1aa003e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.768786577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5baa1ab2-497d-4529-be94-ba84a043305e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.933732314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"06703156-e5fa-433b-8c43-621031a10c67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.035088902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"08334899-2cfe-47b9-9883-6c91692e99fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.099582486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"f2fdfd5c-a35a-494e-a3ec-e909dd91ef3d","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.202953821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"e2dcfac8-8738-4913-9b0f-0202201e7033","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.401419166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"b7b3f5d9-a987-4469-92d2-0582341411e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.568979868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"ee1452a1-4acb-40d7-94e4-f7783ad6c069","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.691614473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7bc567d8-3904-4a12-aa2c-c7d422288c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.797433532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"ef234a11-a273-40ab-8bd4-5f72a0c4490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.797433586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"dd7c244e-a7ba-4bb3-9e85-c3b545f6aae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.853900325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"ef234a11-a273-40ab-8bd4-5f72a0c4490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.854521034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"dd7c244e-a7ba-4bb3-9e85-c3b545f6aae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.858671536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a444266b-ff62-4882-baf5-89cbd8202943","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.898525995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ffc3be13-a3a1-4120-818f-16a88c5c9def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.898540407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"8bb8b669-d3d7-4a99-9aaa-1c985a5b44b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.909586097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"ef234a11-a273-40ab-8bd4-5f72a0c4490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.910372897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"dd7c244e-a7ba-4bb3-9e85-c3b545f6aae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.956381842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ffc3be13-a3a1-4120-818f-16a88c5c9def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.95639732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"8bb8b669-d3d7-4a99-9aaa-1c985a5b44b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.967385722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"a863266a-bbbf-4adb-93c3-773fbf3b618c","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:01.969886505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"e65d92c5-bc3a-42d2-83c4-80230a65fe85","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.013171834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"8bb8b669-d3d7-4a99-9aaa-1c985a5b44b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.013719965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ffc3be13-a3a1-4120-818f-16a88c5c9def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.07168195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"44c40cdd-4955-4c0b-aed1-24adfcdae561","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.074352426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"b2632bdf-2d55-4ccf-8f77-083a4491593f","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.12490728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6839a525-af70-4b71-9196-9d36acf0c108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.12492195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2cca2bb9-14ec-4101-8d6e-c350f111725f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.18183603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2cca2bb9-14ec-4101-8d6e-c350f111725f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.182121503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6839a525-af70-4b71-9196-9d36acf0c108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.228072436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f7c49973-dc10-4bf9-a3e8-20dba207aa5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.228072438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b21b8783-308f-4ee1-822b-d6e8d184127a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.241119664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2cca2bb9-14ec-4101-8d6e-c350f111725f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.241144316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6839a525-af70-4b71-9196-9d36acf0c108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.285214886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f7c49973-dc10-4bf9-a3e8-20dba207aa5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.285822196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b21b8783-308f-4ee1-822b-d6e8d184127a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.34205352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b21b8783-308f-4ee1-822b-d6e8d184127a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:02.342623665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f7c49973-dc10-4bf9-a3e8-20dba207aa5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.015286811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-sub","reconcileID":"32c9abed-87c6-4028-943f-8aedc3c62f3c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.015412722Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-sub","reconcileID":"32c9abed-87c6-4028-943f-8aedc3c62f3c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.449764021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"119dc03c-6013-4da3-9dc9-51d9a964136f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.547476785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"2a086ef0-4960-465a-9bcd-28ae6ace8cc3","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.550206711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"8d199852-d9c6-4160-a486-f72a5dcfe80a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.550259523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"55c8bb16-1a8c-4b4a-8a49-b13845d534c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.55069405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"6dade671-6730-4ed4-bcf6-0f88a9c01339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.606803268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"55c8bb16-1a8c-4b4a-8a49-b13845d534c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.607029438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"8d199852-d9c6-4160-a486-f72a5dcfe80a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.609114877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"6dade671-6730-4ed4-bcf6-0f88a9c01339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.764041755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-apikey-failed-auth","reconcileID":"9177a9dc-c075-40be-b57c-de35ae719b65","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.927683534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"bbdc1819-5dbc-4619-8f16-641ca36cec1d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.064148479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"26c2d120-fd01-4110-a867-9f63987ef5c5","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.12138888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"92dd9ac6-84a3-46df-a249-0705aebe7f02","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.220602237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee039316-6bfe-445e-916e-c727a75d409f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.220861754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9f3883c8-ed55-4821-b4f2-cd526f0cf1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.220602239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"771f9f2c-abdb-4be1-9d5a-cdae510103d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.221520915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f9dead46-5e93-4d9b-98c6-8a06bad9ba42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.221520865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"2b81e63e-7b14-47de-adb4-3e50e621869e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.278437663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee039316-6bfe-445e-916e-c727a75d409f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.278799085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9f3883c8-ed55-4821-b4f2-cd526f0cf1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.28237613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f9dead46-5e93-4d9b-98c6-8a06bad9ba42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.282376131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"2b81e63e-7b14-47de-adb4-3e50e621869e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.284471779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"771f9f2c-abdb-4be1-9d5a-cdae510103d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.333077102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9f3883c8-ed55-4821-b4f2-cd526f0cf1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.340816388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f9dead46-5e93-4d9b-98c6-8a06bad9ba42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.341369732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"2b81e63e-7b14-47de-adb4-3e50e621869e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.343798653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"771f9f2c-abdb-4be1-9d5a-cdae510103d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.454179927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"88f507ee-7589-464c-988c-414ad09fcc2e","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"name":"e2e-rt-sw-5dc86c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.490086448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"a194ae40-9640-4a92-b7ea-a4090fa6da16","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.504668179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"510de903-4541-4d35-be18-e7521e0715ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.552540298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"a194ae40-9640-4a92-b7ea-a4090fa6da16","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.563518742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"510de903-4541-4d35-be18-e7521e0715ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.594167639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0a71d31e-92a9-47cd-9384-7f56d68be2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.594184551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e16fd7e0-b45c-4625-8847-48f882c8767d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.641618705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"1481f8f1-a3fe-44af-b7d1-d55c525c15f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.658206095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0a71d31e-92a9-47cd-9384-7f56d68be2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.658325007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e16fd7e0-b45c-4625-8847-48f882c8767d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.700290298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"1481f8f1-a3fe-44af-b7d1-d55c525c15f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.760375199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"c2d8bf88-01d4-4890-8392-4eac0094ead3","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"name":"e2e-rt-sw-5dc86c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.814522384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b31b586-6c16-4d38-b1fa-fdf6c995cf98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.814545222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b31b586-6c16-4d38-b1fa-fdf6c995cf98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.814822206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"942fcebe-1d86-4916-ad2a-0a51317313b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.814835023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"942fcebe-1d86-4916-ad2a-0a51317313b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815080326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"545ec313-9197-4dfc-a982-36a9974a3efd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815092891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"545ec313-9197-4dfc-a982-36a9974a3efd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815298753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e7f54ed-f5a0-4818-8b95-736855ea4f4c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815310505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2e7f54ed-f5a0-4818-8b95-736855ea4f4c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815563278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac3d459-e72c-4cd0-aec3-84a408537440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815575727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac3d459-e72c-4cd0-aec3-84a408537440","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.81595973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9fc61bb-4b62-4296-afcb-e6e4799a7958","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.815975853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9fc61bb-4b62-4296-afcb-e6e4799a7958","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.816332218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a05b289a-125a-45bd-8c88-d0bd5fb1413c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.816344685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a05b289a-125a-45bd-8c88-d0bd5fb1413c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.816577212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6d74cf6a-c6a9-4f53-9989-4974376141e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.816590926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6d74cf6a-c6a9-4f53-9989-4974376141e5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.870620059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"40fa728d-14ba-4889-acca-5c3e33d59544","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"name":"e2e-rt-sw-5dc86c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.922657574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b0b62745-d27a-44c9-bb79-7da7459f2597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.923654537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5214bcc2-51b4-457a-9f0e-c8c9972ec085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.929021973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f8a0c1e-55af-422c-83d1-4d13c1b47713","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.953704298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff19c488-accd-476f-b45b-9f476d3038ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.986130464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5214bcc2-51b4-457a-9f0e-c8c9972ec085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:07.987294625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b0b62745-d27a-44c9-bb79-7da7459f2597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.030448677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"6b26dc47-7e91-43f5-8905-b78714321b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.0887174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"6b26dc47-7e91-43f5-8905-b78714321b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.123597907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"358f89d9-693b-491c-97fc-d9c9fd7c55e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.123631204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3a2d6927-5273-48f5-bb5a-10519dfd0f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.185947769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"358f89d9-693b-491c-97fc-d9c9fd7c55e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.186172016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3a2d6927-5273-48f5-bb5a-10519dfd0f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.242917406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"358f89d9-693b-491c-97fc-d9c9fd7c55e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.401965528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"10f0693c-8090-426c-9b9a-ef7affa6e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.401969749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2715691a-aa4c-4f54-9ac8-6485a7a313e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.468790654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"10f0693c-8090-426c-9b9a-ef7affa6e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.471538457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2715691a-aa4c-4f54-9ac8-6485a7a313e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.472048604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9586fcb-b57a-4ad5-8c9f-28ef0fc66124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.516691045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e54571fc-2f09-4b9e-ac01-3e36acbf7ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.524772384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"10f0693c-8090-426c-9b9a-ef7affa6e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.529528215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2715691a-aa4c-4f54-9ac8-6485a7a313e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.530860625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9586fcb-b57a-4ad5-8c9f-28ef0fc66124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.569269969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37ec3c3a-6c84-4883-90cb-7da38a3565ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.573786425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e54571fc-2f09-4b9e-ac01-3e36acbf7ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.625484597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37ec3c3a-6c84-4883-90cb-7da38a3565ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.628162874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e54571fc-2f09-4b9e-ac01-3e36acbf7ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.710175883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"ee013cc8-4460-4b16-b9f0-562efb442251","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-filter-sub-a-27125aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:08.926313505Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff","reconcileID":"ee013cc8-4460-4b16-b9f0-562efb442251","MaaSSubscription":{"name":"e2e-filter-sub-a-27125aff","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-filter-sub-b-8955dd34","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.083982945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"ea261957-27c4-45fe-bccc-b2f05312f13e","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.141435458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"50db13e9-3886-48a6-b898-01d561353141","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.141468805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"50db13e9-3886-48a6-b898-01d561353141","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.157567596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34","reconcileID":"40aa1545-fb8b-4204-b529-5c36a8786e57","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.158214371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"736abe0e-f981-489c-a873-95e5826d1734","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.252463373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b337f918-93ae-4c0f-9bd0-e6321294acd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.257069824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"43941c3e-b51f-47bb-8405-207edeb30a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.257796382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"16fecc34-3f31-4bbe-9e15-b58411e67967","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.258404627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"adf1d3e7-e98d-4abe-8190-01ad6ec9c223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.25954082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bdc46577-ad90-41e4-a09d-574c00559988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.259686015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"d156f1c2-f3d8-4eeb-9b95-2099bf2bf569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.309998081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b337f918-93ae-4c0f-9bd0-e6321294acd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.314372619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"43941c3e-b51f-47bb-8405-207edeb30a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.315924311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"adf1d3e7-e98d-4abe-8190-01ad6ec9c223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.316640158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bdc46577-ad90-41e4-a09d-574c00559988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.318038984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"d156f1c2-f3d8-4eeb-9b95-2099bf2bf569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.368449536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"49e02da8-ee24-49a7-86c6-dfa8b9de6be5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.371634928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"43941c3e-b51f-47bb-8405-207edeb30a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.372410594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bdc46577-ad90-41e4-a09d-574c00559988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.373680474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-03ce8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89ff17255b04d011f214906997396afe128299d5ccead0f7b0bb7fd9aad1d528) AuthConfig (2244cf54dc2992ba17b1ca11c99f988384b991c532a6aef31ed5ea74172fae75) AuthConfig (2c935fd8cdef36a349f6ec7e4d93f429c2bcdf299bc3ea20e05185feee55c271) AuthConfig (6fe9d192aae9b38996c411ad29ae808408bca5fb091d517d5570e8886ee17ec0) AuthConfig (0f6e866074c7df332d57050d4db06f64a4d438a0f34d10d9f46d7e0927a28d62) AuthConfig (50ced4cf6dcf03070a5038cf0b546e6a376ca2479e2fbb5ebc4504297808e869) AuthConfig (dcc55e19ed2367c41c907cc98d69113e65a52e86f9390c1d0152749b01f37e81) AuthConfig (3850c8ebd43e8f154c9fd599b6490a03d94fbc75d6b0e52eda7a0db6c74a80dd) AuthConfig (346cd61953e5eac3373149620aa9d6bd93bf6c6d8e707e02cefe598207d0fd25) AuthConfig (4406e80a3b7c2ca42ffb436ce5802269609b53171cd5885a36dec48fd27680c1) AuthConfig (1bdec5cb7c38ebcc28b2a41d3d1bed689afec52413434f0d17ebbcef6c91c947) AuthConfig (649d426068524c8c50314f52ea7b718bf797ca136b2905cc3361389cfaa407cb) AuthConfig (67f94d0955910efc564ac00dff5ac0f7fb34e3cdf0f7b6c90bb65609340aded9) AuthConfig (c40b7aa61b30ac7de64f870889ff1269f8dcf00fe47da1f1f75460840fe21a9f) AuthConfig (572c0de20f165548d269105711c1461d3023a2e2474594b9243e40b9b7070d28) AuthConfig (2b12e1038cabc3b37d8ed84a1e0203abc1b04fcf5788c07e5becdfedb18225d8) AuthConfig (2e2ab17ac45a46150dba918c48e91cb5add36041dcb7e04ff7530f4b16037331) AuthConfig (bc703a6bb266b1a2ab79b3c4012ac99d12dba0245ad8a835aaa3a1cd3cfae91f) AuthConfig (a903668e327548a84a7cccb0319bfb9c956cef1d2bc84e5a7b37b934aecd8130) AuthConfig (22e19a9fa17fabc47b714b14751192210737b059ccf54c5aceae070a91f5d18d) AuthConfig (226f4928a9c4e4e60a61b244f96d21cef671eb969a746df661f5d3052ec3be60) AuthConfig (e6a77c75427f966cbdf58a4167476b6b9c21e37fc58352b7b4f44e6e34c99249) AuthConfig (ba91cfa1166a6ba852e1329237f8335758d488858fe4cfcdb293f77cb2217ba8) AuthConfig (21c0ba26a6db4488d25c15547e1fcb040f99ad545f8cc93d09a254ad857b3739) AuthConfig (47e07f0c66bb8634080e6e322d1a019e08a6c908289d3c9bb3f0f3e56ae741fb) AuthConfig (39bea4d375a8c7f520c627c55fddbc1f49aad54ba7b34efb675a729159336b6a) AuthConfig (d7cf0036c805aa66349025333a9fd3404857c1ee916903332601defe9d95bdb3) AuthConfig (0949562dff756570e29407980d5c59910a6dec8b2420f43b1d23c1f0793a2263) AuthConfig (8573af63d361b136effd97d2d064c8a7bf31de80b46f653d91da3cd8e7e790d0) AuthConfig (4163a9dba747ec092c12ac5493f8b96da3808e1a84040416afbaee8287fc87c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"adf1d3e7-e98d-4abe-8190-01ad6ec9c223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.374300344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1db5329c2705c4e30d93e25ed09830f026015a0229bd9f36e2aa762857f95251) AuthConfig (7405596b84af0d3fd4d72ac528a8353b6027f4cf8e69841e14f5391006c9a0f0) AuthConfig (477e2e796835c783ec0e182354b3c584411b32e5df7f6a39d477cf20e6dea1a1) AuthConfig (e7a565b91077d82c75b661d96f50bde1b47b201acfa51b8c1570a49898c013f2) AuthConfig (3ac7fd1d680adda075c704cf9cbb8fe142104cee93c65a7a2fb38efaff7cde01) AuthConfig (7455f809b65b216baf6e45906498ae53794f19432aafafe215112e84411b3979) AuthConfig (3e84d04418bc592da486b20d69ffb2ab7447a8232a49c2ea7a797bfb6c646c61) AuthConfig (3f1676b4caddac7e0f1863ab49c29a2cb39d7ed5f81d9adb5deff95ec7790dad) AuthConfig (fbb3a1dfeae3b34580a39fb53981e509b72220add4a73a1885b610841e4ab978) AuthConfig (d6cd0ff903a4ca35a4b42131c4bcb4b40ee0d04021ecae7bc620b578af3c55c4) AuthConfig (8181c6bab97af23d15c1d3d6b6102a652c197a0fa03d4de86037f2e9d662cc80) AuthConfig (d02d7184a70e43c672f0af4d54417a5320861aa527d873d3294d8c2c0da82770) AuthConfig (3780ec6437b9fd524a5f63b840d9236c541b605aeb8c69fd906912fa0a1e351d) AuthConfig (7c1bd03443c970774e4d6aab8f194352a19e4fb5885a0efc1b18032ef256cd8d) AuthConfig (b697757a82aeeec6f97f7bdbd5ab07e63fc9fbccae14f989159bb9477fe081eb) AuthConfig (4fca08d49c08b763711b751156a06db5ea9d81164d88847810c2314b8e6b3c58) AuthConfig (0e80589497adbf897e379e6adafa72577ff07d1d02aaaefe74d9f81c01926b31) AuthConfig (2cce422a2a45c71e426555139a72a518948ccd7c5db56e56ad93b3697e3fb389) AuthConfig (a200d977abe65b34dfbea41254cd57c4d18c342240842b6cbb374d7469b4cacf) AuthConfig (ffb46dcb11ead957ce9a2b11c9a96918b17c90af6af2797fe4e67a41690853f1) AuthConfig (ed954a44fa536ca0f9ac3b0639b4b8b5e8d26261768b9da1143cf932264c4763) AuthConfig (d9ea32cab9a6b423bfe7a2082971da1183222695dfad6c3dd3ebdab547f582c7) AuthConfig (6157a4100d2b38e4784a32e3db867a1d9503636f2525f4e0dc09084b2865bf69) AuthConfig (0770c1a5577022ea015c0bdc5aa15d0bb82a6962ff552df2b845344487c4a434) AuthConfig (23793152177295e7b339803ca36fe4e6a2bf3dc49c0dbaaef5dc94c749770c66) AuthConfig (bb10b011b297ebd2b8c1673f528956ef35c5b22ab2fad6684990e77d5f1f0acc) AuthConfig (7a997c70092226be7b956b8bafa9dd07bcb053340b5a4dc3cf74e6ba0b9a3edc) AuthConfig (e25737a7125c368308b633cd5156d8b513733841bd039546a99ed06dd148a2a4) AuthConfig (4e6d0a27337f637bd803572f911f55e3dc83be27b9fe84083d89c7d8ace08d21) AuthConfig (bc261d99a94534bd1d48422cb7649339f1e8483de6922fa2be10455abd90b06b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"d156f1c2-f3d8-4eeb-9b95-2099bf2bf569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.530013829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d669eb0-4cf3-4f30-af08-1cc451dc0070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.530369189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"44d8fa85-6329-45a1-abc8-db6d18cd14ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.530018204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"f0105da3-3142-40c7-9cb2-c16ff557afbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.530872459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5537cc07-4589-4962-958a-2d0532069780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.586707996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"f0105da3-3142-40c7-9cb2-c16ff557afbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.58754028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"44d8fa85-6329-45a1-abc8-db6d18cd14ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.588845212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d669eb0-4cf3-4f30-af08-1cc451dc0070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.589790568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5537cc07-4589-4962-958a-2d0532069780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.628280299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6804f809-0c2d-4852-9f70-7a38b91eba2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.685509914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6804f809-0c2d-4852-9f70-7a38b91eba2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.912329895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a01791a6-c0b2-4454-bdfe-c09595d87a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.912367448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"760e559d-6e7b-48b3-a320-b1fe54b26267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.914896608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa33fc8-8747-4bd3-ad9d-51b349e42d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.914914429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"5d303e76-40f0-4ec7-92e0-8c9072dc5b29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.969967029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"760e559d-6e7b-48b3-a320-b1fe54b26267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.975203559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a01791a6-c0b2-4454-bdfe-c09595d87a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.978323177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"5d303e76-40f0-4ec7-92e0-8c9072dc5b29","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:09.982159794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa33fc8-8747-4bd3-ad9d-51b349e42d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.233798799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"77b62355-2812-474d-9fc2-1d2b6a66e55b","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.233827172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"77b62355-2812-474d-9fc2-1d2b6a66e55b","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.307479596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.370494027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"0c641e05-eec5-499b-90c6-2514cd516517","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.370523904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"0c641e05-eec5-499b-90c6-2514cd516517","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.481241633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b635c0f0-5256-4115-9351-c1b042fd2c29","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.538880916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b635c0f0-5256-4115-9351-c1b042fd2c29","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.972307274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"ed43f471-ead3-47a8-88c6-fca45231638d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.972338557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"ed43f471-ead3-47a8-88c6-fca45231638d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.854928043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"e405987a-99df-47a0-bfd1-c599349492d5","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.854997896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"e405987a-99df-47a0-bfd1-c599349492d5","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:18.912065662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"20f0ec03-ab8b-478a-9682-778c767429c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-5dc86c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.011781841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec08db19-9bbc-4887-8c6e-8a085afe1f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.011781872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08893519-3dfa-41c4-9446-e3bb873b25c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.013884281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"f2247f11-e16e-4ebc-bb95-5a227fff2ff2","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.019192819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"6a34502e-d1f7-4ce2-9f06-e3173547ad93","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.01920902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"6a34502e-d1f7-4ce2-9f06-e3173547ad93","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.069110677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08893519-3dfa-41c4-9446-e3bb873b25c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.06950589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec08db19-9bbc-4887-8c6e-8a085afe1f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.071448619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"f2247f11-e16e-4ebc-bb95-5a227fff2ff2","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:19.12439535Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"6a34502e-d1f7-4ce2-9f06-e3173547ad93","name":"e2e-rt-sw-5dc86c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-5dc86c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:19.124464262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"6a34502e-d1f7-4ce2-9f06-e3173547ad93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-5dc86c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.176561803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"4dd77f74-3628-4b80-800f-7f65c9ec105d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.176599085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"4dd77f74-3628-4b80-800f-7f65c9ec105d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.354260016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"99a34e49-a6f2-42d4-af3d-d2acab1a22cf","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"e2e-rt-sw-5dc86c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-5dc86c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.481364316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8d4e18-64a6-4a7a-8fca-c5d724a8ca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.482119121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7248f0a2-d28a-432a-a75c-7721f4572d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.531640217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34","reconcileID":"7c6bec11-b06f-4129-9131-ba6af55a91b8","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-filter-sub-b-8955dd34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.531853462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d7436d71-3220-4605-bde6-0e071e692c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.532399448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8669e907-5cb0-43dd-8b34-3e3bd20e14a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.539385052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8d4e18-64a6-4a7a-8fca-c5d724a8ca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.540662849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7248f0a2-d28a-432a-a75c-7721f4572d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.586620131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"dee17c01-72ab-41e6-bdc8-81bdd34d503b","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.589414052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8669e907-5cb0-43dd-8b34-3e3bd20e14a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.59073678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d7436d71-3220-4605-bde6-0e071e692c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.626058348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"c486d917-ea62-428a-9336-4f84ccbc137c","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.626083213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"c486d917-ea62-428a-9336-4f84ccbc137c","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.642960606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"dee17c01-72ab-41e6-bdc8-81bdd34d503b","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.750495624Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34","reconcileID":"7c6bec11-b06f-4129-9131-ba6af55a91b8","MaaSSubscription":{"name":"e2e-filter-sub-b-8955dd34","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.836758044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"d370babb-2539-4f25-867b-2949c935dfb3","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.90225314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"5d4e9c33-6d8d-4faa-8e4c-0d2e9c7c25ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.902276116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"42ce2a03-22ea-4f71-916a-572b42a64c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.960052796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"5d4e9c33-6d8d-4faa-8e4c-0d2e9c7c25ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.960814733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"42ce2a03-22ea-4f71-916a-572b42a64c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.961261001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"add4c3bd-39d0-478e-8ffe-1847c89d881b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.000666827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"3a394ed4-e824-48c8-a7a0-9bb65eff8b4c","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.003282368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"49c5ac47-185b-4c00-b60d-f719f6b39399","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.012473444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"0c8f3409-d377-426f-8ac9-464cd695b8e2","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.16898254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cbd6e909-a610-4435-951f-cfd8b916b908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.169287196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"d8332646-53b9-4dfa-9983-bd025909f6fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.169735766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c301bb6f-3ce5-4f2b-a69a-977de2b50174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.18565987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b5d6d154-9758-41c6-beeb-68f4ad77670f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.225998975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cbd6e909-a610-4435-951f-cfd8b916b908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.226182478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"d8332646-53b9-4dfa-9983-bd025909f6fc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.228157173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c301bb6f-3ce5-4f2b-a69a-977de2b50174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.276827178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"715d91bb-a5b8-4667-baaa-4a9f2d7e3a5c","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.276865804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-a-27125aff-auth","reconcileID":"fa6a2426-67cc-4442-9296-7d8ea59f1a42","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-27125aff-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.279482241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"92f86f8f-f9de-4feb-81e1-2b30b2465b44","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.437468082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e95cfeb4-e3df-4c35-af11-81f5b639db22","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.601391625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-filter-sub-b-8955dd34-auth","reconcileID":"1fdbb337-f037-4cc7-988e-1d18e2d16c74","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8955dd34-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.601415248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5baced73-31f1-4280-8a2e-fd3c209ef0c9","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.811266405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e5c68f01-fe4b-4e17-89f9-3138d3112c35","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:25.811405476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"4664413b-4e8f-4894-ac99-d89f71e44442","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:25.867689011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"61a8e027-ac01-4c62-85b4-649b6984f1b5","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.024730653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"a86d227d-f8ba-4779-8e63-b61606472c11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.082708161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"a86d227d-f8ba-4779-8e63-b61606472c11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.13096487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"98f0cfa6-063f-45ec-b346-395aea48e67e","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.188723207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"9a3aae44-e1ed-4652-8a22-2270ee2515b3","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:26.249973883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3","reconcileID":"f973fe4a-34e2-42d0-9d10-223148823551","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-60087fc3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.292510544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b85bfbc8-73dc-4228-afe5-e5dcedec1227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.292510928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"40bd0043-fbab-4545-97a0-cd1f772ca0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.350572106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b85bfbc8-73dc-4228-afe5-e5dcedec1227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.351098916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"40bd0043-fbab-4545-97a0-cd1f772ca0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.366108291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"417456b2-6397-4de0-8921-4ccdb8701617","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.406575421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"34c8994c-5f59-43da-8627-a133b7112742","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.423447325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"d5306fb1-0d0e-4c26-8771-0c58f9947d59","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.465346126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"66a6370c-ed48-4569-a517-2b51ea4e7004","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.520976868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"847df3ba-46a8-4073-8c48-9b5066dd4997","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.563273743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"e50f7fee-40a0-481f-89e1-29cbf821125f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.619559192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"e50f7fee-40a0-481f-89e1-29cbf821125f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.678951093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-gw-auth-91dfd61b","reconcileID":"676c4523-afa6-45e6-a1f2-53d634f66874","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.691920017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3","reconcileID":"953fdf1a-63c8-4b71-b8cc-5baf2b39c516","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-bulk-sub-60087fc3","ai-tenant-e2e-worker-w3-45658f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.736710753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-gw-auth-91dfd61b","reconcileID":"676c4523-afa6-45e6-a1f2-53d634f66874","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.778486259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"715bb001-bc6e-4e3e-8f8c-6a9e0b31561b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.778862267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"44da45f6-2b22-4f4b-b11d-718aa94f8abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.835149301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"715bb001-bc6e-4e3e-8f8c-6a9e0b31561b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.835456369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"44da45f6-2b22-4f4b-b11d-718aa94f8abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.858510729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"2beec616-a553-4c44-8448-d430b756bfdd","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.903785769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"134f5c7a-8eed-42cf-8569-18bcb5a5afad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:27.06773816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3","reconcileID":"dde75112-7ae0-4a96-93da-0c5e2e90d289","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:27.082030263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"d38efece-6525-45e4-8a2f-b91a71363e31","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:27.238476726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-gw-auth-91dfd61b","reconcileID":"6c91dc9e-1019-47f3-9492-938468945bed","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:27.294754405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-gw-auth-91dfd61b","reconcileID":"6c91dc9e-1019-47f3-9492-938468945bed","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.464041523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"f57d27ef-31b0-4b59-876f-d4e13a96e2fa","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.738222158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"3b8ac16e-d88e-40bc-a06a-e04756a254b9","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:28.738257856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"3b8ac16e-d88e-40bc-a06a-e04756a254b9","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.329678395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5d8f5e-6c36-4182-bec4-1bae5678b409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.329696947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70558a07-7e9f-4352-8d7a-c06986323f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.330220489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"77a8db50-c856-40c4-ab40-cac59e648da7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.386701079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5d8f5e-6c36-4182-bec4-1bae5678b409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.388270524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"77a8db50-c856-40c4-ab40-cac59e648da7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.389041804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70558a07-7e9f-4352-8d7a-c06986323f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.609472618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-gw-auth-91dfd61b","reconcileID":"eb9664b0-5fc9-49ad-bdcd-9179fcc3aec2","MaaSAuthPolicy":{"name":"e2e-gw-auth-91dfd61b","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.609557005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"0a42bff2-c997-454f-96f7-31b8cee7450d","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:29.859531428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"b9b8fd1d-376a-45bb-ba58-0a3913cf0363","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.474257934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"f8974967-54e4-46bb-bf3b-4ec5412d29d7","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.528054814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"f086614e-1cea-4bba-a9e6-be58a4c0eaf7","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.52808066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"f086614e-1cea-4bba-a9e6-be58a4c0eaf7","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.632261513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f3358020-dac4-4bb3-b7c1-bc6115277644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.63406424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"0f21caeb-901d-46c6-b752-910013dd4b18","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.634377215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"17c582cc-e3e8-448a-8d90-b31906c2bd68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.634672372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d695f06a-8014-4273-afb4-57d27a18834e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.686226184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8143673-9ef9-4119-8b7e-ac2b97ce3c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.692045135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"17c582cc-e3e8-448a-8d90-b31906c2bd68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.692223389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f3358020-dac4-4bb3-b7c1-bc6115277644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.694831027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d695f06a-8014-4273-afb4-57d27a18834e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.695316636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"0f21caeb-901d-46c6-b752-910013dd4b18","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.742743678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8143673-9ef9-4119-8b7e-ac2b97ce3c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.750189366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"f59031f7-3382-49d4-aeeb-7cbc383df39a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.750214378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"f59031f7-3382-49d4-aeeb-7cbc383df39a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.80321527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"924e5f98-0e53-4291-bacd-f537d7cc30ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.803317025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"924e5f98-0e53-4291-bacd-f537d7cc30ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.803693367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"768b3404-8601-47da-87c3-bceb1b064e65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.803715073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"768b3404-8601-47da-87c3-bceb1b064e65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.804009302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d190753f-b171-47a8-8777-d94e80af96aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.804023321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d190753f-b171-47a8-8777-d94e80af96aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.804321604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52fa9f6e-b413-4fef-94bc-462640981cc5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.805123954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52fa9f6e-b413-4fef-94bc-462640981cc5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.805666207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0ca9e2e-119f-4f1d-a4ed-59b2c0c061be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.805681803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0ca9e2e-119f-4f1d-a4ed-59b2c0c061be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.806106204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bce73ab5-2b71-4862-9730-b23a4489e9b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.806120011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bce73ab5-2b71-4862-9730-b23a4489e9b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.806446056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26057df-fca9-4a39-b477-952e1659b057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.80646193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26057df-fca9-4a39-b477-952e1659b057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.806976633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fede1c5-a6ad-4f31-8fa1-78e4c8e02535","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.806988957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fede1c5-a6ad-4f31-8fa1-78e4c8e02535","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.913080328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"b0036cce-4ec9-4844-a785-0030f9b33df9","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.913584525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"966be9b9-d1c8-48b6-abb2-b475f92406e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.913812153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c8af811-ae91-4471-a5ad-dd9eae34581c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:31.965121377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"22efa328-a203-4af8-97b8-7790b8981eb7","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.061694587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"175082e9-cdb4-439b-b2f9-de7e88aac087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.061701966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5340da6c-ad06-4164-b185-80eb7c3b037a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.062146899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e66ede65-ad3d-4623-9d80-34a4dab62566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.12148825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"175082e9-cdb4-439b-b2f9-de7e88aac087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.121584015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e66ede65-ad3d-4623-9d80-34a4dab62566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.122280103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f0bdbb-f221-4aaa-af4a-44c8dbd37b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.124263452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5340da6c-ad06-4164-b185-80eb7c3b037a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.179108092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f0bdbb-f221-4aaa-af4a-44c8dbd37b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.214970779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"f1745e08-8c79-44d9-90b2-e6611fcde05e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.273332182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"f1745e08-8c79-44d9-90b2-e6611fcde05e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.551247364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"6da231d7-3fb3-45d9-bd30-43d176d06a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.551270852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0b13187c-323d-432c-bb15-227f8b7b542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.551842954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e830494c-2013-4bb4-8235-cecea358e63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.583956915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"716b1b4d-499c-4945-861a-4556597ed08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.609617432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0b13187c-323d-432c-bb15-227f8b7b542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.610450835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"6da231d7-3fb3-45d9-bd30-43d176d06a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.655381411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e830494c-2013-4bb4-8235-cecea358e63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.659863699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"716b1b4d-499c-4945-861a-4556597ed08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.742822612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"6b74b7d4-5fae-4ae8-8761-3534e362f014","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.797058587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2031e9b-a1d5-493c-bc8a-aee7ec756da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.853778027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2031e9b-a1d5-493c-bc8a-aee7ec756da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.986923575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"8d198d58-d46f-4158-b6b3-1a3827de9896","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.986925366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1ddbcfa2-5329-4bb5-961e-d54ed71f06b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.043504268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"8d198d58-d46f-4158-b6b3-1a3827de9896","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.0439154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1ddbcfa2-5329-4bb5-961e-d54ed71f06b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.084977308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a4a9ce5f-4b61-4bda-b47a-d942ac57341f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.136477912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"eeda3a4a-84ed-41ec-96a8-933699bcc67c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.141635522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a4a9ce5f-4b61-4bda-b47a-d942ac57341f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.192394678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"eeda3a4a-84ed-41ec-96a8-933699bcc67c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.283871653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0f174741-339b-437e-b5b0-3034a0cf59fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.340950476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0f174741-339b-437e-b5b0-3034a0cf59fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.385326249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"db632eb3-4879-45da-9997-923bb8f9e045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.385354252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"87705ba9-28ac-4ff2-9a17-d8770cb379cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.442373635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"87705ba9-28ac-4ff2-9a17-d8770cb379cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.443753695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"db632eb3-4879-45da-9997-923bb8f9e045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.487647332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"907f6f44-7418-4320-ba9c-0119e0c78b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.544586508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"907f6f44-7418-4320-ba9c-0119e0c78b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.65220564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"206c45d9-37ac-4a9b-95af-5b20b7cd8c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.661418323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3fe275-8623-4470-a846-264faba724a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.711134154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"206c45d9-37ac-4a9b-95af-5b20b7cd8c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.721395343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd3fe275-8623-4470-a846-264faba724a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.759640545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7cb333aa-9ba8-469a-966e-08c8e3c0db78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.770609813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"6ecc4cc3-0ed2-466c-92da-0e4c52979aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.820183451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7cb333aa-9ba8-469a-966e-08c8e3c0db78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.830839143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"6ecc4cc3-0ed2-466c-92da-0e4c52979aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:33.965471138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a334780f-46f0-4716-8f86-d737f1b0798a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.02375907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a334780f-46f0-4716-8f86-d737f1b0798a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.079808492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b2f31323-ec66-43de-b7da-1aaaa89dc4e5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.080200421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"69d15535-5f5d-4c76-a552-e6cef0bbda2e","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.14928882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"66701a51-cdd9-4edb-9216-7546caa0ef13","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.149674476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"29f57d0c-0dfa-40c9-a01c-f36cbced1d39","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.207008785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf3cc3c5-914a-4559-97c6-b70afc12256d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.257312407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6d7db771-0e9a-45f6-8bf2-3df366f9004b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.25805858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0d3050af-b976-4243-b519-ecdec85481ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.265005018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf3cc3c5-914a-4559-97c6-b70afc12256d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.289810941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"bd40476d-68d2-427a-abde-bff10bd08a43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.29097301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"d5b31fb8-f6d4-4e89-8147-a93d259716fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.320207118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6d7db771-0e9a-45f6-8bf2-3df366f9004b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.320833683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0d3050af-b976-4243-b519-ecdec85481ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.638087722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0094d97d-a794-48b0-a50a-46194f65e5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.63808786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6b1bb35a-6d2f-4fa1-bd9d-39a31daa4d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.69598763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0094d97d-a794-48b0-a50a-46194f65e5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:34.699602393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6b1bb35a-6d2f-4fa1-bd9d-39a31daa4d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:36.846591249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"0fa7a6b3-8f42-4f6d-97f6-905413a66136","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.083558315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3","reconcileID":"c3582ce1-916d-4996-a45e-6332bdecf03a","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscription":"e2e-bulk-sub-60087fc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.261119598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8445b61e-a144-47b0-8b14-814b34de53d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.261855908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35b14cc-24e1-4954-a82d-b41972e77384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.299650276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"1974cc8e-923a-4b99-a642-ae5dca392a52","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.326805895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8445b61e-a144-47b0-8b14-814b34de53d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.345786056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35b14cc-24e1-4954-a82d-b41972e77384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.382677656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3","reconcileID":"c3582ce1-916d-4996-a45e-6332bdecf03a","MaaSSubscription":{"name":"e2e-bulk-sub-60087fc3","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.387867718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3e6b31db-37ee-4959-a0d4-2dd402a3abe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.388821509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"1974cc8e-923a-4b99-a642-ae5dca392a52","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.407146511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6ec105cd-4c6c-4f5e-9c78-757e735b02d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.48066103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3e6b31db-37ee-4959-a0d4-2dd402a3abe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.484336862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6ec105cd-4c6c-4f5e-9c78-757e735b02d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.62221467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"6487fd8a-14e6-404e-9b3d-c780ff9b584a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.692355056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"9cf7a547-b339-4ab2-a01a-2ea8602f12dc","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.834502085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"f14c5e20-b9e9-47a9-aa72-aa8921fa3b0e","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.873546814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4d3f505a-a915-4159-8f5b-e926a8037ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.952630766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4d3f505a-a915-4159-8f5b-e926a8037ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.002578283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"9d741ca2-41d7-4116-90c9-cf7e25687017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.003355889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"129d0778-fd65-4f66-8e44-b8e0f2cb743c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.075711846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"129d0778-fd65-4f66-8e44-b8e0f2cb743c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.101672927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"9d741ca2-41d7-4116-90c9-cf7e25687017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.309775021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-bulk-sub-60087fc3-auth","reconcileID":"239d84a8-4044-44ad-a608-baa3124c0df5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60087fc3-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.310233729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:43.527346552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"fb67b9d3-76f7-49c6-862f-42a46dc74d3a","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:47.203133665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"2dc2659e-2d40-4692-936f-4f1011180815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:56.972719658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"0d52c8b2-f585-4251-b18b-521f46d33d3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.08875855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6fbfc63-ad09-4e4e-a05a-f2776524ac8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.188907174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"cbfa29b5-2cae-49a2-9376-c23c9641d919","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.288635202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"ead9de78-e129-4c76-b106-d2579c08022e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.390389506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"460a88fe-3b1d-4178-a160-209d6107b552","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.39083005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"ec2a97d0-24ca-425f-9cab-8b6a5abb75a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.504817457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c38bce53-cb2d-492c-81e1-ae794eb80560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.545308248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"a5d13c63-f7ea-4647-a264-14cd2f203c80","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.61981452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"1c0702ef-b63b-43e7-a34a-9bb9b813575a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.746761421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"1c430b0c-376b-4a50-a82a-9d4ba39a1103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:57.920548695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"62edbdfc-d686-46c7-bc12-6edbbf1f5d8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:58.041207935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"19f3ef6c-d9db-4123-b2c3-50ce27dffcab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:58.093259972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"f55425d3-a1b4-4aa8-a20d-8e4ed335bc7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:58.69203555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"3e37fa4b-d4fc-4985-a975-9c0100026946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.30962319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"03a7f329-ae0a-4986-9b03-03c51f069f55","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.36230917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"aa151da4-c736-4d0f-8d65-5872cfbfcac1","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.362339218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"aa151da4-c736-4d0f-8d65-5872cfbfcac1","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.466634172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"d6d1fa23-48be-4f0d-b7e0-3986b8144f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.467198146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7dbeb32d-0dda-4386-b473-fe9743cf4d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.467534817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bfdf8bc3-9e64-4342-8a6c-3aadcfbffa43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.519837257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9e8a7a9-7089-451b-b930-07c93d451d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.519844039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b31e2544-e636-413a-90a9-d9523b1b72fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.525483529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7dbeb32d-0dda-4386-b473-fe9743cf4d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.525889814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"d6d1fa23-48be-4f0d-b7e0-3986b8144f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.52804773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bfdf8bc3-9e64-4342-8a6c-3aadcfbffa43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.531474663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"360733de-151c-4415-9d08-9c7113c833c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.531498514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"360733de-151c-4415-9d08-9c7113c833c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.531824027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3babd78-ca18-40a1-9f28-854094700f40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.53184153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c3babd78-ca18-40a1-9f28-854094700f40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532149139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54960288-c8d4-48ec-be25-1718e4102e5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532164832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54960288-c8d4-48ec-be25-1718e4102e5b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532426881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e4e85b7-3f8b-45dc-b875-5bfc9a0b9e8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532442161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e4e85b7-3f8b-45dc-b875-5bfc9a0b9e8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532705251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c1b59b3-758f-4052-8970-99b672a513af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.532723038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c1b59b3-758f-4052-8970-99b672a513af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.533162653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04dfb789-884a-4e68-a50a-8f6124f343c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.53318054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04dfb789-884a-4e68-a50a-8f6124f343c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.576708208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b31e2544-e636-413a-90a9-d9523b1b72fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.576975435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9e8a7a9-7089-451b-b930-07c93d451d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.585478549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"01860dd0-28f8-4550-8251-5c9cadd21932","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.585503156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"01860dd0-28f8-4550-8251-5c9cadd21932","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.640190845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddf7f74b-42c8-4751-938a-e7a7a33ef9b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.640213119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddf7f74b-42c8-4751-938a-e7a7a33ef9b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.640446311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e822c1ac-8132-459b-8e52-1fd34ffd8388","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.640457271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e822c1ac-8132-459b-8e52-1fd34ffd8388","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.745458105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0632a743-08a7-4fc7-ae0a-12e57a692e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.746125832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"633ed28f-d566-44c4-abf7-f61ffe0adb82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.798096384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"04c0b4de-b07c-4e1f-af09-0e7746cfb129","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.837591833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"21b4c55b-f16d-4b9e-93db-4ed6527e848c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.838197845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d4b97cbe-d01d-4415-8c48-e370ac4b3570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.838261807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"31c1ea18-5436-479b-a2cb-f741a6c44b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.895143979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"21b4c55b-f16d-4b9e-93db-4ed6527e848c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.895546955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"31c1ea18-5436-479b-a2cb-f741a6c44b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.897486493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d4b97cbe-d01d-4415-8c48-e370ac4b3570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.98980363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9dd6490-ceb9-4c34-8a7d-3f66ead2c709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.048640833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7917296b-42f5-4497-8443-93e8c0ae2a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.054099547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9dd6490-ceb9-4c34-8a7d-3f66ead2c709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.110984415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7917296b-42f5-4497-8443-93e8c0ae2a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.262690633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d4ad160-5ba5-4902-b554-a66c2439e1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.262692754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8fe6d5b7-9f81-4000-ae9a-532ea878e0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.263023167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"247656dc-cdf3-43d9-bdfe-53653f52ffd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.321017108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"247656dc-cdf3-43d9-bdfe-53653f52ffd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.321268691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d4ad160-5ba5-4902-b554-a66c2439e1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.323372529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8fe6d5b7-9f81-4000-ae9a-532ea878e0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.465516437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"0d205949-112b-4472-9cf9-53822e425956","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.521847698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"0d205949-112b-4472-9cf9-53822e425956","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.566006865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"493a7ace-2930-4c3f-bac6-31eef59bf83d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.60411701Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"22189fcc-15db-4dc2-af0b-a794b791587c","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.622375447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"493a7ace-2930-4c3f-bac6-31eef59bf83d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.778365733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"26f797ad-3bfa-48f7-8c21-4e401e91de6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.77903217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"12fb48b4-f90a-4f94-a14c-e71459caeb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.779401437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"4b202ad5-da51-4d64-a27b-7ec8c3ac33f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.838030109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"26f797ad-3bfa-48f7-8c21-4e401e91de6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.840328291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"4b202ad5-da51-4d64-a27b-7ec8c3ac33f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.842596926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"12fb48b4-f90a-4f94-a14c-e71459caeb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.990712875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"493857bf-7d5d-465f-af79-94f0b5aa31e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.042396336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8f36d46c-b90c-4b83-9c3b-5c8afc44bf4c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.04710813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"493857bf-7d5d-465f-af79-94f0b5aa31e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.100004754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8f36d46c-b90c-4b83-9c3b-5c8afc44bf4c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.151493126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"660d18e3-c1e1-4a09-8f83-062e82989426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.204374441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6f54fa9-21c8-4238-8ae4-8b76f9672080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.207299175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"660d18e3-c1e1-4a09-8f83-062e82989426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.250638872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2e4d31c1-8b96-480c-ab2c-24f7f164d7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.260279112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6f54fa9-21c8-4238-8ae4-8b76f9672080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.30796489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2e4d31c1-8b96-480c-ab2c-24f7f164d7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.362526234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"7ce7a4cc-3e25-4060-9114-8df88f32d77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.41946164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"7ce7a4cc-3e25-4060-9114-8df88f32d77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.519409046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"da257786-8174-4e64-877c-6c604e20af1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.520091429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a7dc5f97-46d8-4a70-becc-30ad420eaa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.577606441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"da257786-8174-4e64-877c-6c604e20af1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.577775638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a7dc5f97-46d8-4a70-becc-30ad420eaa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.623481962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae49e19e-03a0-453d-80dd-4d064abae8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.62349169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e65ea1fb-a5e5-454d-958b-903f61825924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.680852309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae49e19e-03a0-453d-80dd-4d064abae8c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:08.682279584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e65ea1fb-a5e5-454d-958b-903f61825924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.279897639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.713750703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"9a13661e-f887-4ab0-9cd4-882f9439d74b","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.714277271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43933987-0581-44c4-9559-2bf7d35ab579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.727234006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec7d94c-b61d-4e7a-8efa-5483969ab96b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.775490677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43933987-0581-44c4-9559-2bf7d35ab579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.780129807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"9a13661e-f887-4ab0-9cd4-882f9439d74b","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.788914062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec7d94c-b61d-4e7a-8efa-5483969ab96b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:18.4326545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-a-24847019","reconcileID":"483a3de9-78c8-46db-993e-fcf7a4e531e2","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-a-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-a-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.219457734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"eed26c79-9edc-4e65-b0e4-f2f5dc1f0501","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.219875231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"47276dd0-edd9-49c7-a833-be690d47bd5e","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.285810964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"58801efa-37e4-4403-ad95-afe28563e4e7","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.286187275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"690bcebc-10b0-4ea1-a65b-a1373d3cb837","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.375640884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1d532b6c-fda3-4e72-ae65-b9a276befc76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.375654992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"cdfe4137-315e-4703-89cf-698d3462a9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.432429588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"cdfe4137-315e-4703-89cf-698d3462a9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.432596876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1d532b6c-fda3-4e72-ae65-b9a276befc76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.433077555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"153e2808-0bf9-4327-9ce1-b00ae0ec30f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.433125186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"2e120011-2c87-40d6-881d-e2baa8d46d46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.794959807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c767b379-3530-4198-830f-0705be0a9768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.794974422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ef669249-00f5-43d2-9aa4-a82e74df0d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.851767846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c767b379-3530-4198-830f-0705be0a9768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:20.853018522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ef669249-00f5-43d2-9aa4-a82e74df0d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:25.801099748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"2fde7350-6bbf-4e7a-a3da-ffaae6b92cb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.769314068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"f3dcb093-c646-4b12-9a77-d2da75594228","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.769743715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"dcaa311f-8e2d-44de-b7f5-bd33fa6c4366","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.83632764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"e9383986-8c06-446d-a427-4196a10dc072","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.836693591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"7a85ec28-393e-4591-a579-75ea4d50f247","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.926540263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6335eb7f-408b-41b1-9e6f-6d2fd19bcd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.935761938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"615d3689-62ab-4a87-a44f-3996fbb047ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.987222739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"1fe1d130-9283-4fb9-af63-91ffb08d05c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.997625284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"615d3689-62ab-4a87-a44f-3996fbb047ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.006452823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6335eb7f-408b-41b1-9e6f-6d2fd19bcd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.093642159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"0646bec3-a1d4-40c0-92a1-7824e777ef6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.3752643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e929ae6d-3d94-4fa9-a8cd-f5711193b6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.378162814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4c675d84-e43d-40cf-b638-cb7d069024de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.432752387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e929ae6d-3d94-4fa9-a8cd-f5711193b6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.436147929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4c675d84-e43d-40cf-b638-cb7d069024de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.837096568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"e6e5ea20-dddd-4b02-8da8-a76f8c5d7355","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:28.955290711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aad3df66-533d-46de-9f7f-6aa1dd24aba5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.054254678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"9d88e4ec-9ef4-4730-92a0-f81f499cd2ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.155507578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"822cc460-504f-4967-acf6-167a82924429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.258663838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d84c84f3-4bbe-48b7-9ded-49801441c8d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.258663842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdaa5c76-ccba-4cc6-8bfd-de591417e10f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.372145747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b96f113d-3c81-4213-b63e-cfe830e29926","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.408878218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"9bae97ac-5f9c-4e53-b4e7-264009f23e9b","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.493497848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"0963ca45-5059-4f80-9c98-90e8f27a3b62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.663280269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"5792f05f-3e48-4441-85e3-4026fceaf03b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.76334416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"061b654b-5a02-44f2-becb-8f051242ae99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.783578052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"1c8199fd-84a3-42a1-b490-52ee6a29c7ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:29.903749598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"77ced9b6-4a68-4165-96b7-33f80b0496c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:30.114202498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7ffd66fb-4e7e-4b1d-b2de-d5ca75722a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:30.114202257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"de4b90e2-a077-4fef-a634-39a7b068faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:30.172523268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"de4b90e2-a077-4fef-a634-39a7b068faeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:30.174751321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7ffd66fb-4e7e-4b1d-b2de-d5ca75722a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:43.281195128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:45.238006853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"82413f42-edb1-4d3c-be51-4fb048871b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:45.237998583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"59b2ec94-f3f3-4455-8c64-6de2c0fc1521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:45.295573235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"59b2ec94-f3f3-4455-8c64-6de2c0fc1521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:45.295752519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"82413f42-edb1-4d3c-be51-4fb048871b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:46.728351785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a3506fc7-0694-4d01-8ddb-eb989e34382c","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.735292952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"79a1fd8c-e7dd-4934-91d3-0305dd559088","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.73564771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"39c9c149-4b72-401b-9064-e07329c2276a","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.735911747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-a-24847019","reconcileID":"0ea2956c-4ba8-486a-907d-5a2cb219d376","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-a-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-a-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.807465169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-a-24847019","reconcileID":"a06654e5-cfb6-4e29-9af9-d326b4cfdc1d","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-a-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-a-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.807815379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e87f7e1c-7b7f-4243-a317-547d4b4dd5bb","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.80814156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"068a4e48-fcd6-4833-9fe0-47ec5f71dd6a","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.892582303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6019c935-4a0c-4963-ad25-3e68420b414f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.904432773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a387e98-2dc8-4b3a-868c-5d3cc14b5022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.951465885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6019c935-4a0c-4963-ad25-3e68420b414f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.960523707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a387e98-2dc8-4b3a-868c-5d3cc14b5022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.963296119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"1eec2b77-76f8-410d-bdea-da6846d1ba52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:47.963771534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"90cc0972-3a7f-4b98-80fb-23d2bdaf1ed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.312162543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5a0b0376-1bf0-4976-a82e-ddbdc29a0078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.368547828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5a0b0376-1bf0-4976-a82e-ddbdc29a0078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.412332289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8675f38d-d9ff-4a4a-a865-bf40749a5a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:48.469565665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8675f38d-d9ff-4a4a-a865-bf40749a5a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:49.974112234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"da15b9b9-d8ad-48a1-b323-0bbabf15ffa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:51.938200413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"b11e46df-f043-4e5e-ac5d-4b688600ba37","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:51.995891204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"01899567-23c6-45d9-b9e7-d4424f05a7bc","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.094998248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"6c1cea74-1a54-4aa8-b80c-5610fd3678a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.09503983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d727d3a5-2eea-4064-b60e-e6e1fb19f065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.095395036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"0187d326-892b-4f75-9bf2-39b8908b7e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.147741984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"cc392813-4882-43c2-95a3-2f621bccc4fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.147781422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b4b6a5-fde9-47e4-9988-aaeff28cc8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.152567459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d727d3a5-2eea-4064-b60e-e6e1fb19f065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.153244122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"6c1cea74-1a54-4aa8-b80c-5610fd3678a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.155141987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"0187d326-892b-4f75-9bf2-39b8908b7e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.205317745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b4b6a5-fde9-47e4-9988-aaeff28cc8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.205378601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"cc392813-4882-43c2-95a3-2f621bccc4fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.34540055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"f186056e-3773-4c6d-bc06-6dcd13082518","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"name":"e2e-rt-eq-2d6fc7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.455201569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bcaa838-2720-415d-a58b-1ebaa776ce78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.455228285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bcaa838-2720-415d-a58b-1ebaa776ce78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.455749234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2534968b-f393-4e8a-9538-f44284190884","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.455768722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2534968b-f393-4e8a-9538-f44284190884","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.50864021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"08d26ed4-bff2-4cde-81c9-4fdae3a0b5a1","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.508669159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"08d26ed4-bff2-4cde-81c9-4fdae3a0b5a1","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.514226015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dda90fbe-233f-487a-9849-d4eb30da52d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.514300208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"443d86d5-4cae-4fe4-acec-1f32c858fe6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.514620028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2586372d-f54b-4e79-acea-e49d2d9d5884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.533819981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"378e93ea-a492-4554-ab33-d705cf0536bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.533998567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"544d667b-c629-4dcd-aff7-801769c63ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.570077348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"443d86d5-4cae-4fe4-acec-1f32c858fe6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.571352104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dda90fbe-233f-487a-9849-d4eb30da52d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.572375067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2586372d-f54b-4e79-acea-e49d2d9d5884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.586035163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"afa5a149-887c-45cd-9cc5-597f3787379a","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.612941644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"5547d0d4-7f6f-448c-899e-ef5a2ad7a4a6","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"name":"e2e-rt-eq-2d6fc7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.618036168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"010b59f3-89c8-4e91-927a-d8809ada796e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.66508472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69969831-e66e-40a2-914c-2015fd984aed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665111603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69969831-e66e-40a2-914c-2015fd984aed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665474838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35837ad7-b7d5-4cd8-90d9-241ce5f633fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665519258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35837ad7-b7d5-4cd8-90d9-241ce5f633fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665850345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8795cf0e-bbac-4c81-b061-6cd46cc8032d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665866698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8795cf0e-bbac-4c81-b061-6cd46cc8032d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.665958002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb22e92a-2e29-4535-ac6a-8fd3188fca28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666177893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8cb79f7-b1f1-4b90-aab5-baa72c465ef8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666195021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8cb79f7-b1f1-4b90-aab5-baa72c465ef8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666490067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df9a5026-291c-4015-b9f3-bcdcb02caef4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666503927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df9a5026-291c-4015-b9f3-bcdcb02caef4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666790375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a7fa1c2-6c06-443e-af51-523b95b51696","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.666807066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a7fa1c2-6c06-443e-af51-523b95b51696","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.67486376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"010b59f3-89c8-4e91-927a-d8809ada796e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.72241966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb22e92a-2e29-4535-ac6a-8fd3188fca28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.887872291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cbd0776f-36f8-4372-9941-600468c209f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.88859633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"800cbfb0-0e17-4f79-b7fe-f35d25a73d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.889185981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"1b4b1d27-1b48-4189-8262-d4a5e2d0e61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.944626118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"800cbfb0-0e17-4f79-b7fe-f35d25a73d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.944925739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cbd0776f-36f8-4372-9941-600468c209f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:52.947086273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"1b4b1d27-1b48-4189-8262-d4a5e2d0e61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.035720653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"2e07f906-b5ec-4e12-a1e7-3f0d8e7b0990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.09320061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"2e07f906-b5ec-4e12-a1e7-3f0d8e7b0990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.137367456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"eccf2c4c-ac45-4a39-a1af-938bf9f6a134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.1945735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"eccf2c4c-ac45-4a39-a1af-938bf9f6a134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.346404233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"aafdbf8c-f794-43fd-bd08-2f60fb24fcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.398648207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e63ef34-31f6-44f7-b17e-b6396cb44dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.40170115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"d3930a89-0a50-4e93-8597-132eec107f97","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.403732778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"aafdbf8c-f794-43fd-bd08-2f60fb24fcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.455062868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e63ef34-31f6-44f7-b17e-b6396cb44dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.458379999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"d3930a89-0a50-4e93-8597-132eec107f97","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.492101717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7b5d5ca-5be1-49cd-94f8-165d33ba0213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.549524525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7b5d5ca-5be1-49cd-94f8-165d33ba0213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.664960345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"67a77e3f-21e8-4eeb-8e7a-25e98e43b6a7","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.724291284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"382cbe4e-0d7b-4850-8500-e99ac81a9c60","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.72432794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"382cbe4e-0d7b-4850-8500-e99ac81a9c60","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.829365718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"271ac247-95ac-491c-8d6a-7a68798fac56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.842827567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a6b2fac7-4dbf-4857-918d-58ef6c004813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.84308632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4af7a75e-4402-4b89-b5fe-e8caed73a90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.885474416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"271ac247-95ac-491c-8d6a-7a68798fac56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.899514582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a6b2fac7-4dbf-4857-918d-58ef6c004813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.899950388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4af7a75e-4402-4b89-b5fe-e8caed73a90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.989834483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b708e94-0e78-4f27-99c6-24fe161597f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.044214802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"2c8ae2f0-dc0b-4031-9c51-b1fb6b7bd5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.054446833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b708e94-0e78-4f27-99c6-24fe161597f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.104922762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"2c8ae2f0-dc0b-4031-9c51-b1fb6b7bd5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.248211245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"d781f124-d2da-4eb2-b467-3201f9a59a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.248328175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a1b004fd-a67c-4fad-998b-ff6fcf6f934f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.3080138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"2f1a8109-962c-464e-96cb-50e59a00733d","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.315059943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a1b004fd-a67c-4fad-998b-ff6fcf6f934f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.316050273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"d781f124-d2da-4eb2-b467-3201f9a59a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.375597974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"2f1a8109-962c-464e-96cb-50e59a00733d","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.465687656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4cc90734-4da5-4827-b247-52de117f3c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.481548457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0e620cdc-c681-4624-8fe2-5cf1a02e5559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.522864767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4cc90734-4da5-4827-b247-52de117f3c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.538357607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0e620cdc-c681-4624-8fe2-5cf1a02e5559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.68834779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4ab93552-3ffd-491c-b824-b40500691733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.740233036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0569a6d-26ce-4694-9e57-1934e16b6fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.75272271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4ab93552-3ffd-491c-b824-b40500691733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.802482349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0569a6d-26ce-4694-9e57-1934e16b6fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.889374924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a355695d-05d2-4be0-ae4b-9f08a9c41856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.94599757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a355695d-05d2-4be0-ae4b-9f08a9c41856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.263658394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"8f34dc96-ec2b-4c97-b724-1664f815f780","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.426205025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9e18dc08-0e96-4fa9-91ee-842109bade6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.426702754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f87cb901-cc4e-4518-bc0b-eecdc10ca656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.426787523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5ad64abd-9b5d-48d3-8857-17cced7838ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.426204992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"62ecd756-2302-4093-b4ca-080c5cac7ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.478597385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84455228-b781-45b5-ad7b-8ce264c023eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.483826937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9e18dc08-0e96-4fa9-91ee-842109bade6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.484186663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"62ecd756-2302-4093-b4ca-080c5cac7ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.486385591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5ad64abd-9b5d-48d3-8857-17cced7838ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.486403579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f87cb901-cc4e-4518-bc0b-eecdc10ca656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.536548477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84455228-b781-45b5-ad7b-8ce264c023eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.797452662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"68236ce3-bf9b-4fe8-98bb-8a02cc3c22b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.797645929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"025eda49-fa86-4e21-9670-1ca36c71df79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.84850158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"d1ba1b3c-ee69-4a43-a4da-824cfbdec8dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.84876058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cbf1854-6e24-406e-bd44-878f662c1c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.853811353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"025eda49-fa86-4e21-9670-1ca36c71df79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.854433513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"68236ce3-bf9b-4fe8-98bb-8a02cc3c22b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.897189398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c857f05e-32b6-4c03-9ea2-e520d0f299e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.904874578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cbf1854-6e24-406e-bd44-878f662c1c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.905608073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"d1ba1b3c-ee69-4a43-a4da-824cfbdec8dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.954000665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c857f05e-32b6-4c03-9ea2-e520d0f299e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.252242281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3f5ab7a1-d7ed-40b1-a0ab-8edb8f80ea7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.252374581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2722ece7-9efb-425a-a5dd-cccb4e8cd715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.252760351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"bf5ace20-10d4-4325-8aea-4dbe4325b7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.265390811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"954dc181-a35d-4e0e-b82f-1146ce75d92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.308747718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2722ece7-9efb-425a-a5dd-cccb4e8cd715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.308854759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"bf5ace20-10d4-4325-8aea-4dbe4325b7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.311148991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3f5ab7a1-d7ed-40b1-a0ab-8edb8f80ea7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.32290293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"954dc181-a35d-4e0e-b82f-1146ce75d92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.352389389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c5de160b-f138-4742-afac-9cc814c071f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:56.43974839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c5de160b-f138-4742-afac-9cc814c071f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.206728171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"a176792a-1f24-4d56-b26e-258a8f927d75","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.206764196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"a176792a-1f24-4d56-b26e-258a8f927d75","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.311536697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"0626db18-f9b0-43c0-9bb4-94ed2cb9e2da","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.31156711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"0626db18-f9b0-43c0-9bb4-94ed2cb9e2da","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.473214318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"67e6d325-b37f-465c-b611-ca5ab091a5b9","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.53026176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"67e6d325-b37f-465c-b611-ca5ab091a5b9","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.954015922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"82d75dc1-4a90-4074-bc2d-78043bc4a17b","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.954044075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"82d75dc1-4a90-4074-bc2d-78043bc4a17b","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.730979813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.784783276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"7efc9a7d-eb26-4b04-99ac-1b10a6a93edb","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.784808657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"7efc9a7d-eb26-4b04-99ac-1b10a6a93edb","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:03.839036002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"e747a5a7-1ea7-45cf-ade3-15a2b4dec529","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-2d6fc7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.948635759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"54f022c8-82bb-4841-b0be-0dff3778145a","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.948662175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"54f022c8-82bb-4841-b0be-0dff3778145a","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.993861437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"043e9ec9-9456-4bd6-8cfa-762ea5be3919","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.994082229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9ae4f8-d388-40c2-9e33-2fdf13b50335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.993860639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51041ba5-29de-4912-a67b-5c55b15e350a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:03.9945007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"97e408e4-e3d0-4d1e-8879-ee579d118d3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.05161577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9ae4f8-d388-40c2-9e33-2fdf13b50335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.052680477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"043e9ec9-9456-4bd6-8cfa-762ea5be3919","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.055109606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"97e408e4-e3d0-4d1e-8879-ee579d118d3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:04.055343622Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"54f022c8-82bb-4841-b0be-0dff3778145a","name":"e2e-rt-eq-2d6fc7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-2d6fc7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:04.055389977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"54f022c8-82bb-4841-b0be-0dff3778145a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-2d6fc7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.05576348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51041ba5-29de-4912-a67b-5c55b15e350a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.10761545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"1386dd63-f7ac-4c9d-9855-5bc25a221f3c","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.107647135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"1386dd63-f7ac-4c9d-9855-5bc25a221f3c","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.21160486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"df30ed48-e1e1-4646-aa8b-af9d5530ee02","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.211632005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"df30ed48-e1e1-4646-aa8b-af9d5530ee02","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.2714354Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"0db3406f-2d81-4aad-9db9-3214c7341643","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2d6fc7","model":"e2e-rt-eq-2d6fc7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-2d6fc7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.465481755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74902d58-b3ec-4804-bad9-888276bd8af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.470664162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b23b9c-f990-4a6d-b798-7c03e8fb3a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.520946872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74902d58-b3ec-4804-bad9-888276bd8af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.526158548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b23b9c-f990-4a6d-b798-7c03e8fb3a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.54043449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"9c1f7761-0f43-4813-af80-8816af57bf82","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.540466382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"9c1f7761-0f43-4813-af80-8816af57bf82","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.573265708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"b6590997-1f1b-402c-bf38-468838ad59d6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.573264948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"15655388-8492-4e72-8fcc-bd2751d07ac9","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.629888493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"15655388-8492-4e72-8fcc-bd2751d07ac9","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.630192654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"b6590997-1f1b-402c-bf38-468838ad59d6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.74811948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"72c0fc2c-163f-4031-ac44-c343b03cd459","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2d6fc7","model":"llm/e2e-rt-eq-2d6fc7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:08.900097277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"392b58fb-8837-40a0-be30-afe32b209059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:13.281259645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.178853174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"d2d52138-8cee-46da-bebb-d3e11690b1b0","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2d6fc7","model":"llm/e2e-rt-eq-2d6fc7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.448854664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"fe66d901-e7ec-47a7-95b3-dfa37b5eb22d","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.448895657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"fe66d901-e7ec-47a7-95b3-dfa37b5eb22d","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.314702586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"35e95fc0-3bdd-41b1-8f75-82908f420926","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.315724865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afaee12-b701-4d2a-8560-5d84446f2141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.321527326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"05f26884-35bd-4d04-8279-f5fef1366554","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.322262579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b49033-d406-4e3e-821d-612b8c5bdd6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.390386064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"35e95fc0-3bdd-41b1-8f75-82908f420926","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.406145732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"05f26884-35bd-4d04-8279-f5fef1366554","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.411352639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6afaee12-b701-4d2a-8560-5d84446f2141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.405686266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b49033-d406-4e3e-821d-612b8c5bdd6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:17.599170408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"16b159aa-934d-49a5-b4d9-987dba6171e3","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.452372349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"223c2771-4442-44f0-a54f-d22bf766c9d1","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.454457832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"4f50c9e1-0f6a-485a-80ee-d7fc00bcaac0","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.45484073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"8e06b462-cae2-4942-88ac-fcd3aaf56144","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.517643541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"faf1bc32-5044-4a65-b4f1-305081d446ca","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.517996437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"4e47b003-887f-4fa2-b84f-b0c31288e0ed","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.518252346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"876c92ca-4506-4d94-bbd6-9914781f8b37","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.615534827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"640cee06-4e82-4c5f-945f-75fee40cfa83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.616317916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dce77f92-1d43-4199-a972-faf6ee161e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.678072638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"32c05d1d-5c83-40f5-92c4-76282be44d99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.678781086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7ca31125-7299-44b2-9736-8b9257e86fe1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.680619012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"640cee06-4e82-4c5f-945f-75fee40cfa83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:24.681418541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dce77f92-1d43-4199-a972-faf6ee161e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.048458361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"13ef10f8-7db4-47fd-9f96-c74b1dda5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.049235649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5f1f6647-9e46-49c7-b822-34d0469bd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.106098493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5f1f6647-9e46-49c7-b822-34d0469bd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.106535483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"13ef10f8-7db4-47fd-9f96-c74b1dda5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:27.160281145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-b-24847019","reconcileID":"6ee69b3c-9798-449d-b573-923da378e236","MaaSModelRef":{"name":"e2e-conflict-b-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-b-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-b-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:27.218390176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-a-24847019","reconcileID":"cbc6170c-ef92-4f04-9ae3-09659be8109a","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-a-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-a-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.227625162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"e2e-conflict-a-24847019","reconcileID":"8e5df99b-ea8d-4433-95b4-982b473e060d","MaaSModelRef":{"name":"e2e-conflict-a-24847019","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"e2e-conflict-a-24847019-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"e2e-conflict-a-24847019","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.497315374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e6f62747-a270-4ccd-9110-961cddd8be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.497386858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"0905d932-2495-4053-a66a-892099ba8b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.554710979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e6f62747-a270-4ccd-9110-961cddd8be45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:35.555454925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"0905d932-2495-4053-a66a-892099ba8b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.452474526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"b160c503-451a-4c8f-a9f0-d96540a22b20","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.452854987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"aeb2b535-bee4-4ef3-bc46-76b03614a1c7","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.518849079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"e8fd5d4d-9baa-4c30-902a-528666621c6f","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.519228092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"a7c241c4-8da1-4e84-affd-9e5e6990768a","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.612576041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"29e406dc-7346-4ccb-ad5b-f327f4c03468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.612588671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"80ef67a6-be9e-4b00-81ed-458398c79f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.665547345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"94d5ecd5-f72b-4537-9bae-94e1bccd5299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.6662977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"fa8d60d9-8168-4d5b-89bd-1522531a3519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.670684381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"29e406dc-7346-4ccb-ad5b-f327f4c03468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:41.675004271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"80ef67a6-be9e-4b00-81ed-458398c79f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.032319778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"292d65f4-213b-4fe6-a556-202ce2f044d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.032319022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b73563af-b62b-47c7-93eb-c508f7ce0825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.090921506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"292d65f4-213b-4fe6-a556-202ce2f044d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.091094792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b73563af-b62b-47c7-93eb-c508f7ce0825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:43.279982311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.660721338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"69dcee22-c470-471e-970c-abf64c66857c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.660725232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e7ebe78c-e61e-4f1a-83de-bc62500b863e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.716757006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"69dcee22-c470-471e-970c-abf64c66857c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.716958635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e7ebe78c-e61e-4f1a-83de-bc62500b863e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.981437811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"cf5daba1-d04d-4fa8-886e-1836ea3c60b4","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.981779013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"416ae33a-6f8b-4def-a9df-33b678609077","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.982269331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"67480e6e-17bb-4eba-b91f-9d86c1614788","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.050590561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"cff02e2e-6c41-4aae-b6fb-80f21e3ddec8","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.051027994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"1fe59463-f7af-48aa-b550-47b521924b70","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.051321413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"fdc0a1bc-2d49-4e07-a738-f32925d38d5c","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.138319085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"8d6eaa03-79e2-4204-92c2-8cbed193f3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.138428937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e82ab7e1-5215-4343-abfb-809079d7a9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.191799603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"250779df-99b3-4a97-8b7b-d8048cbd47e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.19191066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"a8e95b4a-b42a-45ad-8beb-c7fdc3f27ab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.19659626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"8d6eaa03-79e2-4204-92c2-8cbed193f3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.196871341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e82ab7e1-5215-4343-abfb-809079d7a9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.511015045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6eec86b6-b461-40fd-8224-8670447e1bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.511015257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a0b83a17-c208-4be3-929c-67a96a1d62aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.567914878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"6eec86b6-b461-40fd-8224-8670447e1bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:53.568274289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a0b83a17-c208-4be3-929c-67a96a1d62aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.783169663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3a5b6790-b241-4b56-9a49-affb73577644","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.783667245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"fadd3bb9-c679-46df-8b94-75e9a48084fb","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.943681597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5518fd3d-67c6-46d4-9edd-526ceeac055c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.943681631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"21d55d75-5952-4099-b5cc-40225d904c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.99680183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"13600b1c-423b-4478-9251-880acc35f42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:02.996873648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"d7361d4d-d619-4697-8b3d-d13ee4c93cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:03.001468578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"5518fd3d-67c6-46d4-9edd-526ceeac055c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:03.001698106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"21d55d75-5952-4099-b5cc-40225d904c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:13.27999261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:14.044786212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"78882886-4186-4ef6-8570-43e0f2bdd816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:14.045248755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"722dbad3-0a14-404a-8e13-655d3b7b98e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:14.10155281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"722dbad3-0a14-404a-8e13-655d3b7b98e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:14.101711058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"78882886-4186-4ef6-8570-43e0f2bdd816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:21.083730566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8ef15244-48f8-4586-a46c-55def6078d59","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.103420988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"cb1687ed-d4d7-42db-8644-807069e991f2","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.159875413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"71acc898-a92b-4e76-88f9-80750c6fe6d8","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.320326825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"0f3f78db-9a36-4a15-b1e5-53eadb1f3289","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.376674738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"0f3f78db-9a36-4a15-b1e5-53eadb1f3289","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.653012962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"4e3b2c68-2c06-43f8-8974-044d40407ec8","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.810577884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"cbfbf16b-c0e2-4463-8e1d-6677456fe8de","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:22.866567947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"cbfbf16b-c0e2-4463-8e1d-6677456fe8de","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:23.130086957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"cbfbf16b-c0e2-4463-8e1d-6677456fe8de","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:23.293459646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"59e7e339-497e-4606-b586-57dceefbde33","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:23.349919942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"59e7e339-497e-4606-b586-57dceefbde33","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.88559565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"eb374d4c-b67f-4f54-a952-ea66ad4e9f57","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.885632118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:24.94365729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6da8a83f-20c7-44d7-9158-5cc78101ed97","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:24.992568889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-subscription","reconcileID":"8b93a689-611d-49be-a6cb-34a6afbfc4a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.043404716Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"5810737e-31dd-478c-8387-9573a66262ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.043557054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"269cf092-d8be-458e-861f-427d9805d9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.043403697Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"8cb590ba-db21-4ca8-8c47-ce6d878fd7ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.101637739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"8cb590ba-db21-4ca8-8c47-ce6d878fd7ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.101648799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"5810737e-31dd-478c-8387-9573a66262ad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.101825511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"269cf092-d8be-458e-861f-427d9805d9b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.102254966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"46bf34a4-82c8-442a-b216-2deb5e341583","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.102645544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"d999be3c-85a9-4d77-83ea-743b096b101b","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.102900042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"cb9b2d30-3fbd-4a79-aeb2-ed4cd761a03a","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.104622009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a93e3f1a-5c33-4c78-9295-67d921bdd00c","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.165840688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1c20aeb9-fb5d-4a78-b274-82084e9d593d","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269254689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"0cc86296-1281-459f-a40b-6f97216b3c68","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269279814Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6da3cdbe-d5de-49de-9536-65248f018837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269328049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"0cc86296-1281-459f-a40b-6f97216b3c68","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269344146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6da3cdbe-d5de-49de-9536-65248f018837","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269582481Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"0e6d355c-bd03-4ca3-8591-90eb2e70ff98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.269638361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"0e6d355c-bd03-4ca3-8591-90eb2e70ff98","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.442497887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-subscription","reconcileID":"bc482a6a-4d4f-457c-9cf6-6d3de52fa75a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448086038Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"22d72cab-0980-4d58-b696-36417397d30b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448154523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"22d72cab-0980-4d58-b696-36417397d30b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448087682Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"caeb4447-8122-4c74-8311-46a42d62ba0f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448214825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"caeb4447-8122-4c74-8311-46a42d62ba0f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448246118Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e399d3df-216a-40eb-bf69-82b788fe1b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.448293097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e399d3df-216a-40eb-bf69-82b788fe1b2e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.556868158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"bcc37833-fefb-423f-bf26-2330152fa08d","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.614467324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"b8fe336e-2a1a-4a30-9b86-80427f295118","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632480426Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e9b61ce2-dc14-4159-8cc2-ba93d5b5ada4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632547429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e9b61ce2-dc14-4159-8cc2-ba93d5b5ada4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632591369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"18c93ded-ec2a-4126-9dc1-4b206fc602ab","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632657518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"18c93ded-ec2a-4126-9dc1-4b206fc602ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632743537Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c5f6ccb2-8c2b-4a2c-a122-308f57839dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.632781519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c5f6ccb2-8c2b-4a2c-a122-308f57839dd8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.652423681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"48737038-c82c-45d2-9645-5c3d32c3ecc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.818432143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-subscription","reconcileID":"09c1d936-673a-4262-982c-ee486d092fbf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829203461Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"24d2222e-d303-4db0-b164-68e45e4abd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829265388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"24d2222e-d303-4db0-b164-68e45e4abd0e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829197784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7d6bfbc3-06d3-44c8-9332-df717986f514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829306792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7d6bfbc3-06d3-44c8-9332-df717986f514","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829352966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"f6965059-170d-4a79-939c-51855b3984df","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.829397921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"f6965059-170d-4a79-939c-51855b3984df","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.066617131Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"bda85171-b8ac-430a-9288-075e16fb2e9b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.06670512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"bda85171-b8ac-430a-9288-075e16fb2e9b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.067156016Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"fa2f0437-aea0-408d-a6ce-fd3a7e075ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.067210246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"fa2f0437-aea0-408d-a6ce-fd3a7e075ab7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.067145144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"96482763-f5c3-46ec-a0be-3f329353dd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.067251464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"96482763-f5c3-46ec-a0be-3f329353dd39","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.121974564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"11c0bcf9-010a-44a6-8913-8ad7ed73c2f5","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383495842Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e1eeb9cc-f7a8-4198-846e-2e4512fa700e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383577618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e1eeb9cc-f7a8-4198-846e-2e4512fa700e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383509061Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b5730e8e-6f3e-45e2-9764-b8ae21f6876f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383621908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b5730e8e-6f3e-45e2-9764-b8ae21f6876f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383840605Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"c516e675-fe77-4003-860b-519e04888b07","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.383888489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"c516e675-fe77-4003-860b-519e04888b07","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.86497065Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a6f1865f-5018-46ad-a94f-2a8a5682a02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.865061536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a6f1865f-5018-46ad-a94f-2a8a5682a02d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.864970813Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"ec4a6063-df64-4183-aa23-1b0fdbb222ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.865123616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"ec4a6063-df64-4183-aa23-1b0fdbb222ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.86522789Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"2ce3f616-6508-49b2-9f89-32428773eb32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:26.865267369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"2ce3f616-6508-49b2-9f89-32428773eb32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.154719606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"4709d964-888f-4b7f-90bc-a396532bb7b3","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.210966009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"df581d8c-7c8e-4cc5-a27b-b5917a64ecb7","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.420761118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"06db27ca-4af3-41f5-bde4-9683c3472b2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.430917427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"32639055-93fe-447c-8c2d-3a314140b005","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.430961836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.478343405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"06db27ca-4af3-41f5-bde4-9683c3472b2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.489831401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"9ac5aeb3-8ace-49b3-a1aa-0ee939b19ff6","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.534111455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"06db27ca-4af3-41f5-bde4-9683c3472b2c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.600258737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.600338397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"49181691-d0fc-4ab5-9deb-1c841c5a62cf","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.60175424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"e4e39ebe-7532-4fbc-b989-6d58aa89ef4e","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.657533904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"6ba548a1-3365-41ad-a4ef-7ebbdf0ef69f","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.710585189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"77fabafb-52e6-4bd1-86ea-caafd82ace59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.711315043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b4541a1c-eb85-43a0-81c8-07402b44591a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.711430592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d34cef86-791e-4272-baab-5034c075e116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.711453281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b4541a1c-eb85-43a0-81c8-07402b44591a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.712104342Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"12a3a27d-e06a-4ba6-934c-e4b5d17a172f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.71217421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"12a3a27d-e06a-4ba6-934c-e4b5d17a172f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.713681177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"4a9401c4-4088-42a4-84b9-f51183f141b1","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.714189357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"280107eb-74fe-4d7b-a46c-470603f2195e","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.716427943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"4fd171ea-1d0e-4192-b889-4f92b610af2c","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.767375907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"77fabafb-52e6-4bd1-86ea-caafd82ace59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.773701663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d34cef86-791e-4272-baab-5034c075e116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.842909965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"28bfd5ae-693d-4687-baf6-40129a3f915c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.879707727Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"7e4d1d8e-ba1a-45fa-903b-5ff4d2d0cc3b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"distinct-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.909385714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"4e036106-0979-43fb-bd46-be50bb6cd40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.910255024Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"7f9804e5-b5de-46e9-92bf-f4785414a548","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:27.910331803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"7f9804e5-b5de-46e9-92bf-f4785414a548","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.918990926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"28bfd5ae-693d-4687-baf6-40129a3f915c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.968602489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"4e036106-0979-43fb-bd46-be50bb6cd40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.972060861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"f606b833-10d2-4321-89b9-29dd6771f0b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.972440685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"18f0a422-9939-46ce-afce-dd822a0b220b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:27.973426014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"28bfd5ae-693d-4687-baf6-40129a3f915c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.004487623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ad533773-9b30-4940-8cd7-84878b0f2549","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.009063311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-45658f priority=0:[ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.009400407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"e63517a9-20fd-4ebb-a70e-b32a56d50221","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.027511161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"28bfd5ae-693d-4687-baf6-40129a3f915c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.068413112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.068459185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"61bea419-feb5-4b3c-ac45-893337c6b8e3","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.072106019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"202bbb50-38b0-40d9-81f9-4f63fc416061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.122408849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"138101cd-6d2e-402f-bf35-d492785ed046","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.128965571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.132583515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"202bbb50-38b0-40d9-81f9-4f63fc416061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.18116538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"1ac37b19-4389-46ef-b05e-db9cf1ee84c9","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.271677004Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1602f3e9-6a1e-49a0-9619-2bc52a0f2e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.271838538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1602f3e9-6a1e-49a0-9619-2bc52a0f2e5c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.273053272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"9a4fa74b-3634-4353-b047-d7bbb3eb7f64","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.276896903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f3ece95d-e586-40d1-bab4-274a80bf7822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.33080318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"afbecd30-8d91-4a6f-8483-353993eac529","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.336120981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f3ece95d-e586-40d1-bab4-274a80bf7822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.369632653Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"cc4bd6a2-8933-46b9-8074-39eead447514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.369713161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"cc4bd6a2-8933-46b9-8074-39eead447514","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.376166566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5c807fad-5fab-47df-a20c-2e2833e82056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.409818192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"9ce1d7ff-a30c-4d2c-b19b-a4015839e332","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"distinct-2-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.434253497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5c807fad-5fab-47df-a20c-2e2833e82056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.445661314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"741b597e-6046-4d0f-92fc-3abfabb6cc39","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.570588896Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"2cf6eb4f-3a10-4bdc-bb86-90ef6547a13c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:28.570701412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"2cf6eb4f-3a10-4bdc-bb86-90ef6547a13c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.580004968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"be511df0-1818-4106-a582-0a3fbe30088b","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.603132456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"cb70a493-51e8-40fd-8dd3-c758273c6ae2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.66082122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"cb70a493-51e8-40fd-8dd3-c758273c6ae2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.684016107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"1a007476-4299-416d-a0f8-da537f35b237","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.744823925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"1a007476-4299-416d-a0f8-da537f35b237","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.746239066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"cb70a493-51e8-40fd-8dd3-c758273c6ae2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.797603551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"919be84c-d612-4230-abb3-7d432f20d6e0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.800259422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"1a007476-4299-416d-a0f8-da537f35b237","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.803843215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"14f24055-a95a-4479-9753-9fbd27fc8b51","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.848611057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"676566ee-b545-4eb9-89f6-0312fe9d0293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.905737306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"676566ee-b545-4eb9-89f6-0312fe9d0293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:28.953501784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"87a95e55-ee6c-4592-83e3-d81f797cd988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.011138975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"87a95e55-ee6c-4592-83e3-d81f797cd988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.064212193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"be20eee8-2496-46d8-9867-73720f4531a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.120448832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"be20eee8-2496-46d8-9867-73720f4531a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.176017822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"be20eee8-2496-46d8-9867-73720f4531a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:29.230190988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"be20eee8-2496-46d8-9867-73720f4531a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.496922022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"29a57ab5-2550-4928-b23a-e2e0623435a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.553318512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"29a57ab5-2550-4928-b23a-e2e0623435a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:29.608728228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-45658f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0f2be1247fe8881a6fd2b3855a767427cb516d5ec675e5cec67d62c9381f79e) AuthConfig (92a8f781e4c38ec321d4cd3f858aeccb13ac6bbcb5ce592aab9a0841ea602963) AuthConfig (5d90537bc17f29ebd4ad3ced3336425f5d6e844f94ebaf72f2d32bd6cc97e187) AuthConfig (b903a1090e60f1012703c96febd4ffb460b8b32e91e84fbf998f3621ac26e93d) AuthConfig (6f69ed6942bd035be86321ef145f51c7b930b79e27e6f41b04b25a7cabefaebc) AuthConfig (acbb5ae8702c197ca3409e672373507c744e4b0756379e9504476bbeeff7241a) AuthConfig (17563a878beab0855f0f8bad22aa642d7b555a79b27fa31aa35a37629c8da54e) AuthConfig (5aa97665a2eb7688d9088b3a3b90cf50a5d0cf0f03dd64be603844ff168a3e3a) AuthConfig (b8f89b79c94403394100ef1829fbd21ca759b0ab95cef69bdf0be6a00c7b746a) AuthConfig (c9b32c95852b000d821b7c0ab4018493ea3ab543f9b987a944a95c107d1688b6) AuthConfig (35c4b31da3906af04d3e5ad0d5ab12964839ed215bd3be8e2e28122052f4b853) AuthConfig (9b3d36e124e64dafc47b626a5ff337f18a61b0a4409e662272369d9c2d1f54cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"29a57ab5-2550-4928-b23a-e2e0623435a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:30.29312377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"d74583d9-cc97-42cd-9048-f64a984a7d8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:30.989830785Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b7d2b7a1-850b-4ad5-80af-1302e7804418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:30.989905696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b7d2b7a1-850b-4ad5-80af-1302e7804418","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:31.091360948Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f6559f10-dd41-4e81-ad01-4d2bbbf49df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:31.091447377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f6559f10-dd41-4e81-ad01-4d2bbbf49df0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:31.293537934Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"d4ab5b57-71dd-4d67-83ed-463c837c303f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:31.293623471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"d4ab5b57-71dd-4d67-83ed-463c837c303f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:34.525050927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"f631fa03-4616-4316-a5f2-4b8fbcaae279","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:34.702053534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"95840b13-fea8-43a7-b5b8-7d12a917114f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:34.952300336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"5ae951e5-d100-480d-aa62-eac843fbbb71","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.12161368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"300cfd38-75f4-47dc-950e-d2a86484bd85","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.514567252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f48458a5-f78d-43ee-936a-5e01681d1a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.514905805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"38b7fb98-52dd-4fbf-a5a9-9bb157f679ee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.515070398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1b1fc1d1-f99d-447c-b93b-5897376c95c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.515327628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"04906cd1-d4fe-4b0e-aa53-1b327e56ac8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.571852035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f48458a5-f78d-43ee-936a-5e01681d1a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.571856635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"38b7fb98-52dd-4fbf-a5a9-9bb157f679ee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.574226861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1b1fc1d1-f99d-447c-b93b-5897376c95c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.574345764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"04906cd1-d4fe-4b0e-aa53-1b327e56ac8a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.886032257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"466e0e2d-6f06-41e8-bff7-272660081a8e","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:35.886762247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"242f1126-5764-4fb8-b754-c1bebda7458f","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.039746421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bba5daa6-084a-4397-91bf-fd5401ff7ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.03976216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a431be86-57c4-47c1-91d6-98d55739c2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.097166922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a431be86-57c4-47c1-91d6-98d55739c2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.097816598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bba5daa6-084a-4397-91bf-fd5401ff7ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.144618907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"fce38b00-d081-445b-a4f0-2d022143d608","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.144698019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"e1fb0503-d3f8-458c-91c6-0f85d5c25e38","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.200616352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"fce38b00-d081-445b-a4f0-2d022143d608","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.200973304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"e1fb0503-d3f8-458c-91c6-0f85d5c25e38","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.266137696Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3cf9d9bf-9c84-4152-b21d-718e657b43dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.266217836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3cf9d9bf-9c84-4152-b21d-718e657b43dc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.4159062Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6201466c-7758-4c21-a768-f7759857380b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.415991951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6201466c-7758-4c21-a768-f7759857380b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.468487097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"e1fb0503-d3f8-458c-91c6-0f85d5c25e38","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.570862665Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"70b0a83c-f2f6-4133-8efb-1f09c95c4a3c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:36.570988302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"70b0a83c-f2f6-4133-8efb-1f09c95c4a3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: compose ai-tenant-e2e-worker-w1-03ce8a/e2e-dedup-subscription@e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: model e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.773341368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"34ea0707-4b91-4dad-968c-a8ae52254476","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:36.829529986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"34ea0707-4b91-4dad-968c-a8ae52254476","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.170900412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-subscription","reconcileID":"88938acf-8ec1-4095-811a-308e7ae559c5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.398973155Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-subscription","reconcileID":"88938acf-8ec1-4095-811a-308e7ae559c5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.421336097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"a9f4716a-94d0-4c89-8b69-51802842f762","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.582190056Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"ef5e169c-164d-4aab-be8d-1c7b19fef9ef","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-47d0cd7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.610899355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c642237e-3d45-4193-8a78-0bb451829a11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.661899611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"d0828121-4b36-43ab-8b7f-8f0cf545b1bd","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.662323018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.680778096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"16e885f3-8c93-442b-b21b-164da061bc12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.681023342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5d9d8006-e6e0-445f-b9a4-fbbf7dbd68ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.681298427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"97653fff-a38b-4426-b08d-3d13e0a83344","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.681588997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"a7694622-a8a4-4631-bf3a-1e44c00eb77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.72300729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"6389a29e-e8e4-4454-904f-379b389ce987","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.738762764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"97653fff-a38b-4426-b08d-3d13e0a83344","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.738814202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5d9d8006-e6e0-445f-b9a4-fbbf7dbd68ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.742249589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"16e885f3-8c93-442b-b21b-164da061bc12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.742245687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"a7694622-a8a4-4631-bf3a-1e44c00eb77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.818530724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e3fe44ac-1cf1-441d-b189-aedea68273a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.832588471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"00dac689-ae9c-4275-8b5c-59d04bfa8767","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.877288251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e3fe44ac-1cf1-441d-b189-aedea68273a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:38.943915424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-dedup-auth","reconcileID":"338e4af4-d788-4590-a681-23ef4c0aeb24","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.102683766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"57aa5480-5fbd-4324-b1a7-9033b42a1c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.158469509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"57aa5480-5fbd-4324-b1a7-9033b42a1c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.201723088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1903ca0e-b3ad-48bb-a231-5636d4afc3c0","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.20254632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"9c927d96-8717-4cda-b126-d247af1c53fd","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.20424363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cac6a112-5983-4e81-aee4-3cf587d89915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.20510461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"1cbb807f-3d7a-4ffe-9479-008539343d3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.26256647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"1cbb807f-3d7a-4ffe-9479-008539343d3a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.262674316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cac6a112-5983-4e81-aee4-3cf587d89915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.462358438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"eb1d143d-425d-4cc5-b526-ce5335c07b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.463618806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"d9e6193c-d492-4bc7-aec0-4bc8c06424ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.476585788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"92c27bbb-345a-4a0e-bcd4-8decb2e9f356","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.519234663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"eb1d143d-425d-4cc5-b526-ce5335c07b6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.52005727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"d9e6193c-d492-4bc7-aec0-4bc8c06424ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.275459008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"e27df140-1478-4122-8708-a86aef258466","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.275712202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"d78ca512-969c-4049-86e1-476386bd5449","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.332658594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"afad7e53-16aa-4980-9665-25646f33f612","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.332900967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"fafca4aa-17d0-4bc2-8e38-67bbf39de413","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.552639011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"2e36ab2b-a32d-4de9-9034-709f95d278c5","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.552856745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.593738632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"8e4de695-016d-4e4f-aa33-ad31f89c700b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.613488151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e5f797f5-d3e6-4269-b6c8-2e2e3d499a31","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.654382643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"8e4de695-016d-4e4f-aa33-ad31f89c700b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:40.665254387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"dbf1c36c-2e09-487f-9a39-de9331cf7b7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.670651884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"2b788d4b-f976-4c7c-aa33-9a93f5c4db49","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.774616799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a44c10d8-901f-46d8-8bfd-5c850d59f341","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.774971444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"f8e0075f-9571-47db-a636-6c6181746473","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.815247804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c751cce1-9447-486b-97f9-2fa9af348346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.815247563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"f3bc3391-6651-431f-b178-6c3e9ed07373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.832674439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"8cf143ba-55ca-4f9e-a471-bfb42f556ae0","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.833176778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"61276623-76c5-4e77-a0c2-aaf1da3dbbc1","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.873520047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"f3bc3391-6651-431f-b178-6c3e9ed07373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.874036869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c751cce1-9447-486b-97f9-2fa9af348346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.056923683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"52b651a1-12f8-45b3-883f-324806f76a9c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","model":"distinct-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.077055254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"e4c41220-df81-4c16-8382-189bd284cbd2","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.077404225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"5a839b9f-6cdb-4780-b636-492efd0c42e6","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.221336922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"52b651a1-12f8-45b3-883f-324806f76a9c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","model":"distinct-2-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.331383707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"999b6d6e-8699-4001-b04e-df041568f938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.331381376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"aa1032c5-ad65-4d72-9b9a-708bb9c7108a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.340603352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"e191027b-7d67-4de1-8a57-54d2e40dfa73","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.38839491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"aa1032c5-ad65-4d72-9b9a-708bb9c7108a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.389032169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"999b6d6e-8699-4001-b04e-df041568f938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.398196057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"e191027b-7d67-4de1-8a57-54d2e40dfa73","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.443950502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"520d7948-60ce-4c8e-aa19-f924f2c5fb6c","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.44453064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"1f39c75b-54c6-4a0c-85b6-ae00fae4a4ff","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.66221538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"46c1553d-7381-49a7-bd90-b770242be105","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.819622114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"46c1553d-7381-49a7-bd90-b770242be105","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:43.280052334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.1538846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"240a14e6-bb64-4e24-87c0-9419bf96d70f","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.212262403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"42325832-5ec6-468b-b594-f932df81c28d","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.318078506Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"bdadd712-d841-488c-ba8a-250e54a0789e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a036d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.3719998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"7c8b13c3-a766-4418-881d-73994eba5de8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a036d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.423589629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"71c73302-6b30-48ba-8908-8da05d8715bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.423819406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e1a6161d-3f15-4e74-acdb-3a4adcf17862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.424249625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"a3151da8-81cd-4609-9535-c4c671acdf3c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.481602836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"71c73302-6b30-48ba-8908-8da05d8715bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.481651321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"a3151da8-81cd-4609-9535-c4c671acdf3c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.484102325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e1a6161d-3f15-4e74-acdb-3a4adcf17862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.90574026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1b7ed7e5-3ff2-4feb-b8b8-ed843daff72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.91080367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6fd5f603-d6a4-47e5-b7b0-c63ce475e6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.963859009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1b7ed7e5-3ff2-4feb-b8b8-ed843daff72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:44.966466524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6fd5f603-d6a4-47e5-b7b0-c63ce475e6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:45.059526407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"dba2238e-ddf5-4417-82ac-aa364c407656","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:45.117066039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"dba2238e-ddf5-4417-82ac-aa364c407656","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:48.635335324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"744bdc29-c91a-41e9-b44d-6c9158b10456","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:48.687887287Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"744bdc29-c91a-41e9-b44d-6c9158b10456","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:48.740751536Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub1","reconcileID":"744bdc29-c91a-41e9-b44d-6c9158b10456","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.016203045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"417b038c-494d-404f-99f6-418185c3e389","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.016857383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.166456212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"f5eaa091-4f0b-4bcd-aa6f-df6cfb4a5734","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.277482427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7040e112-b66a-4af4-9227-01a6bb59b20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.277549039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"b95593df-0e26-4bf1-9bc5-353fde369508","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.278020895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7cf5a42e-e3b9-444c-af8e-d4f73e9ea52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.278021898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"5b3ffe2b-ccd1-47ac-9122-3f0f6cb2eef9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.329091892Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"5162a9d6-e27c-474b-b825-258225ab502f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b2d654a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.335085166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"b95593df-0e26-4bf1-9bc5-353fde369508","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.336315964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7cf5a42e-e3b9-444c-af8e-d4f73e9ea52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.338269773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7040e112-b66a-4af4-9227-01a6bb59b20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.34315886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"5b3ffe2b-ccd1-47ac-9122-3f0f6cb2eef9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.804999881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c9fda947-06b1-4a9b-b58c-5834a7eb9f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.805164939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"89df2a75-36bd-4906-ac5b-025a09f626e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.805013031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cac621c7-1ace-47d3-baf1-ce0012446c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.805425218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"d90f57f9-56ea-4925-bff6-a46f71ab7e4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.861672481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c9fda947-06b1-4a9b-b58c-5834a7eb9f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.861732628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"89df2a75-36bd-4906-ac5b-025a09f626e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.864013703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"d90f57f9-56ea-4925-bff6-a46f71ab7e4e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:49.864066721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cac621c7-1ace-47d3-baf1-ce0012446c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.414505652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c74fcebc-f3e4-48e2-a1fb-ab2c8f84c920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.414675316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"e0d8441e-8c41-4c1b-8cfd-0139bc6e8e18","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.414509122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"133d4f29-1365-4ad6-8fec-925d63a88030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.424657131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.471683473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c74fcebc-f3e4-48e2-a1fb-ab2c8f84c920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.471924326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"133d4f29-1365-4ad6-8fec-925d63a88030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.474329029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"e0d8441e-8c41-4c1b-8cfd-0139bc6e8e18","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.477189483Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.529603238Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.584211044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.636441257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.688958701Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-subscription","reconcileID":"f3bc58c7-f868-42b6-a709-8bb30406f1a0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.939548526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3ed00617-afb8-4e0d-af41-784a48d7c239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.939977733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b9377be7-346b-4287-9557-7d32132c97e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.96263802Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.962666869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"93ebd804-93a5-4be9-8ca5-686d7d0611cf","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.997754836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b9377be7-346b-4287-9557-7d32132c97e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:54.997832987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3ed00617-afb8-4e0d-af41-784a48d7c239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.020813511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"67fed1ce-c42e-4eef-8aa3-f8da53299f6c","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.044541916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"ea7ffdc4-8e8d-4ed9-9119-be9f39dc33b7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.102753842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"ea7ffdc4-8e8d-4ed9-9119-be9f39dc33b7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.116526862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"5807008a-a0bb-48f5-8eb5-d2c58772c54d","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.116763067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"f22ba8ee-40bb-42d9-acc4-29d8d13ed3f3","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.36330608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"508e9dfe-8f55-45dd-b4b0-135c2ed940e3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.363838213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"464653c8-59b2-4548-a289-6cf7bace512b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.363837935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"96ce262c-d96c-4bae-9ec8-15de5b60f9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.416161355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-distinct-models-auth","reconcileID":"508e9dfe-8f55-45dd-b4b0-135c2ed940e3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.421765692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"96ce262c-d96c-4bae-9ec8-15de5b60f9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.421792816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"464653c8-59b2-4548-a289-6cf7bace512b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.627263296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1b435d77-fac8-44cb-b19e-64ed77988694","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.627518117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"bb82e301-cf93-4db0-b2a0-6ad029c50fff","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.703996765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"5926d4a7-35af-41ac-b5d8-4fe079e4d250","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.76104943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ff815ea5-257b-4718-8ea2-c34cb3e81a62","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.921487051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"a4ca22f8-5a8e-4c16-be9d-ae663385bf5e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.977560941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"a4ca22f8-5a8e-4c16-be9d-ae663385bf5e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.99013863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"4952eb96-82cc-4002-9c8f-c7447429c102","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:56.990213606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.048034217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7f5a48b6-9043-45ec-aba2-d85103fc5e79","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:57.098769508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-valid-sub","reconcileID":"fc3caa10-2726-4373-82a4-312a46f070d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.150040502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0041260a-ccfb-4a6e-af26-30745b4f9512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.150173799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"9032e703-394b-431c-ab2c-d4660fc70249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.208050661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0041260a-ccfb-4a6e-af26-30745b4f9512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.208251407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"9032e703-394b-431c-ab2c-d4660fc70249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.213738698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"795b6c0e-cb40-4054-adeb-6f470a58407f","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.269623721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"03988e79-977f-4d22-b9a5-3fe36f3cfcb9","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.296408893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a97ba3f1-4b3a-40ad-b450-da09bad48388","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.454528735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"0e114701-3648-41b1-904f-38365408d5d5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.511828173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"0e114701-3648-41b1-904f-38365408d5d5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.542507645Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-valid-sub","reconcileID":"aca281a9-0c7a-45fb-ae87-3c0e7283b8a8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.54758368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e301c6b6-6c1e-4656-a54f-573e5c6e2549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.547583651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"91ad3df2-991c-48ad-ad6c-26e24453ab31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.604464605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"e301c6b6-6c1e-4656-a54f-573e5c6e2549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.606020912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"91ad3df2-991c-48ad-ad6c-26e24453ab31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.713584142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"fefb0045-d717-47ad-b8e7-be1d48d26dbb","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.759883372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"775b04c9-1b68-48c2-bcdd-625be1ea0c25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.951198953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-valid-sub","reconcileID":"ce7183f5-4538-49b7-a0c2-3d5454f2160d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.382139869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"cbedeb9f-6145-4646-a00a-273305ac57eb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.438348197Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"cbedeb9f-6145-4646-a00a-273305ac57eb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.492823938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-sub2","reconcileID":"cbedeb9f-6145-4646-a00a-273305ac57eb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.782744289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"bdac5a5e-5f62-46ea-9868-7d0624173fa4","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.783260556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.848375251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f09d7734-5412-4264-af23-26b150a64cb1","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.927267836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"9d897594-85fd-48b9-95ae-f40404e97b43","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:59.954891082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"399b0e41-2cd2-4f12-bd60-ca671b10c8ee","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.057482596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"f42ddd1b-e34f-48ac-89aa-d4b33d6df6b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.058289898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"9e00ca56-7b0c-475b-9a97-bf3cdc56b600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.058854246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"8b2d430b-03ea-4f4b-8227-bdf70462f53a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.059257905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"8a10b70c-ffef-49c0-a457-a5f40c7e42cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.089804471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1ef4675-319e-472d-b075-85c821a6d5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.118856225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"f42ddd1b-e34f-48ac-89aa-d4b33d6df6b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.11909888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"8b2d430b-03ea-4f4b-8227-bdf70462f53a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.121316609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"9e00ca56-7b0c-475b-9a97-bf3cdc56b600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.12143023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"8a10b70c-ffef-49c0-a457-a5f40c7e42cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.154059662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1ef4675-319e-472d-b075-85c821a6d5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.324611515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth1","reconcileID":"7039fee7-3055-4a81-913f-82ae16731bc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.482649215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"b258f4e9-cb41-4b4b-9865-85f53af05233","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.482679292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e38de57d-2424-4f0a-a1d3-923bd06effda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.488625686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"4e9353c3-64a4-45bf-b918-14b3352544be","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.538603251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"ee1f86af-9a02-4c86-81a7-632df1d2ba6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.542339831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"b258f4e9-cb41-4b4b-9865-85f53af05233","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.547689443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e38de57d-2424-4f0a-a1d3-923bd06effda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.602048259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"ee1f86af-9a02-4c86-81a7-632df1d2ba6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.65980684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"c1eca9e5-143c-437e-b0c6-4f82d06e5a10","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:00.853492661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-return-all-auth2","reconcileID":"510418be-3993-4516-a7a6-2a1c71a203dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.112761792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"6fe59683-a09d-4a54-a49d-c32cad758b48","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.440827896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"2d9ffee5-166b-4aa1-9624-08cbf5136240","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.44130578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"d2e4917c-a287-444b-a605-133aad17db3a","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.441666337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"1b3a67c4-e31f-4eb6-b6fd-4b861e5cfdc7","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.50824908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"29635701-c8a8-4d75-b5ca-c9a2df7ee324","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.508599195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"20bf930e-76d4-4fb0-bbf0-2c76c8aefcb0","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.508925017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"a4bf660d-3e6a-4383-9f09-838c1987c5f6","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.613341825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"34c558a2-6122-45a6-9b33-7e730d60701b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.613357128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"13f1ba73-0a83-42bc-a0ce-f55394f7f43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.683444421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"c1e18c73-a836-428f-b8b2-2a37f9d74f85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.683594419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"34c558a2-6122-45a6-9b33-7e730d60701b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.689238797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"13f1ba73-0a83-42bc-a0ce-f55394f7f43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:01.79777585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"915c642c-e155-4ace-9387-da7cb7bf0559","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.06024323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d9932050-dbef-4233-83c9-c3ef611c4ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.060243183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"334fc292-9175-4f5e-ae24-e04fdcd6436d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.117319651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"334fc292-9175-4f5e-ae24-e04fdcd6436d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.117480643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d9932050-dbef-4233-83c9-c3ef611c4ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.552890729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"31670dea-67d3-4cfe-a507-78a4c5e510b0","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.609967586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"441321b1-fc6e-4a2a-9c08-58d7bd701207","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.782324997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"84a86ad1-5350-4e16-8b96-385326ee7729","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.843581744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"84a86ad1-5350-4e16-8b96-385326ee7729","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.848986677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"da0f8a51-7382-47ec-80ae-d69a9d8ca5f4","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.849234216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.906837916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"fa33789e-3e00-440a-864b-18470643daa9","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:02.966706235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-sub","reconcileID":"0d08124d-c031-443e-8080-9be3cbb5ad0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.018494518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7e6ceaf4-658c-4a4b-a525-a013a88006a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.019101207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"1a0100d9-b2b9-4c43-9390-f9c9f90bd33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.075790039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7e6ceaf4-658c-4a4b-a525-a013a88006a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.078574253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"1a0100d9-b2b9-4c43-9390-f9c9f90bd33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.087229563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"dce3d5c7-11df-449e-bf2a-58de1f1eb8bb","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.128146648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"55a48615-6fc4-4cdd-9913-93cd76e62b5a","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.144413228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"efd5fed0-f938-4b54-99f6-699bac9ff264","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.283572402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"67c00c1d-fa59-4668-beb8-8bd69a8b006e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.339208708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"67c00c1d-fa59-4668-beb8-8bd69a8b006e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.414451193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-sub","reconcileID":"0e0bc199-5b6c-41d0-9368-4ef747f8565b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-45658f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.436923531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"ebe93a8a-7786-4c57-be2b-31aa71341b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.437026236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"98169d2b-a302-48e4-9cbb-6ea7d5efe3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.495540054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"ebe93a8a-7786-4c57-be2b-31aa71341b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.495540135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"98169d2b-a302-48e4-9cbb-6ea7d5efe3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.582088804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"c138fec5-0fec-4fef-8bca-aac3ccaf20ee","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.624621629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"3fa748ea-a491-4ab9-aa51-68d48af1a621","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:03.655916818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"67c00c1d-fa59-4668-beb8-8bd69a8b006e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.794894683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-sub","reconcileID":"ed8d9dca-fad9-45bc-8955-e9adf02dbde1","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.831346904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"dc7e377f-c2f6-49de-96cc-bc11cf7b1aca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.887644008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"dc7e377f-c2f6-49de-96cc-bc11cf7b1aca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:05.816726666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"6de3cb9f-5f3d-49f1-9949-c9b3cfac1b17","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:05.972707538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"edc01ea5-b869-42f0-8298-da9ddf97ce1f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:05.972735882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"0d2c5e0b-6e45-44a5-8bef-ddc1526490fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:05.973356515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"06a343d4-f4af-45cf-901c-4f77e960cfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:06.029622215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"0d2c5e0b-6e45-44a5-8bef-ddc1526490fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:06.029841593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"edc01ea5-b869-42f0-8298-da9ddf97ce1f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:06.031957794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"06a343d4-f4af-45cf-901c-4f77e960cfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.382660989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d9911dc9-90d3-408e-942d-d250b653b878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.382688063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"8997d288-4776-4636-a076-905b68e12405","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.383344429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0fa587a5-ebf5-47b9-a062-d5cc4260e218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.440813287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d9911dc9-90d3-408e-942d-d250b653b878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.441541807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"8997d288-4776-4636-a076-905b68e12405","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.443175397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0fa587a5-ebf5-47b9-a062-d5cc4260e218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.588703333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"456301d7-a471-4ed5-9810-ea8308d89a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.588785158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e470c8a7-9b86-4963-a8de-3df781613054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.645170777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"456301d7-a471-4ed5-9810-ea8308d89a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.645253563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e470c8a7-9b86-4963-a8de-3df781613054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.809127122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"a7d40b54-1f91-4377-9002-78e1fdeda558","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.812527585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4cb2164a-11b2-41cd-9413-b4e7df5d6df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.812830184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"afbc67e8-9970-4f9b-a106-77525aad277c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.865410254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"a7d40b54-1f91-4377-9002-78e1fdeda558","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.872377532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4cb2164a-11b2-41cd-9413-b4e7df5d6df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.872374021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"afbc67e8-9970-4f9b-a106-77525aad277c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.968101255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d6bb20ec-3bc2-4db7-841e-4b498682a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:09.971629105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7b843b57-f6ea-45d3-9ceb-45351b35abbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.024508387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"d6bb20ec-3bc2-4db7-841e-4b498682a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.03072598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7b843b57-f6ea-45d3-9ceb-45351b35abbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.094729306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-valid-sub","reconcileID":"5e90fe4b-42ee-4074-8d62-cccd6de99e84","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.227972567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c3aec6a3-26bb-4d77-8ebe-d49f0a202500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.28413771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c3aec6a3-26bb-4d77-8ebe-d49f0a202500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.310225898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-valid-sub","reconcileID":"5e90fe4b-42ee-4074-8d62-cccd6de99e84","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.521271825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c24ff696-9b53-45c1-9d3b-320ee9124708","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.574567589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"3f3fb107-b9e1-4a70-9581-1ab7d01bcccf","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.574981494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.724909506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ab4b94c0-c3ba-4500-aa82-97d0c38e5644","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.731630797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bdd53cc2-2d67-4eb5-82e9-ab4973fbd67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.731695491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"bb8f8987-a622-4d21-a3d0-7304a4ee70e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.732097847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"78e6e9a1-e281-42af-8c18-fd7973b56b57","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.788072092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"bb8f8987-a622-4d21-a3d0-7304a4ee70e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.78812521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bdd53cc2-2d67-4eb5-82e9-ab4973fbd67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.790297874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"78e6e9a1-e281-42af-8c18-fd7973b56b57","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:10.945296461Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-invalid-sub-auth","reconcileID":"0528086e-e37e-42ff-bfeb-4b1606304a9e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:11.156769538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"4d1a1769-80a8-4f95-8cf5-c0940b2dae49","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.520752872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"eda9a7e0-1451-4ff8-8086-14198077d3aa","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.577787764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"47019772-c647-4c98-92e0-18dd24eb479f","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.734749593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"eb3061dc-5009-434c-873b-28938da80a73","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.835364117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"d97a9413-9fce-45da-a802-79ba1e3aca25","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.836114172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.84086659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"eb3061dc-5009-434c-873b-28938da80a73","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.892782074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f4314f2e-29a0-4351-9bf2-af2719b64e24","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:12.944814309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-user-sub","reconcileID":"3fd13daf-673c-43bd-9642-2953a0ca7870","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.990295995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e2543987-475e-40d7-b8d6-5ac8b60d282a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:12.991018144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ecd8e412-7212-4249-be78-113b6bc99567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.046005322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"e2543987-475e-40d7-b8d6-5ac8b60d282a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.046643811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ecd8e412-7212-4249-be78-113b6bc99567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.085254099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"33ec8ac0-db7a-4304-a93f-38b67132aeb4","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.085442174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-03ce8a priority=0:[ai-tenant-e2e-worker-w1-03ce8a/e2e-models-other-sub ai-tenant-e2e-worker-w1-03ce8a/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.091018684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"f0e2045f-d835-46d8-860e-fa65e22ebca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.106401065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"95db85da-ecfb-4825-a06e-695f041dfc7a","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.136586734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6f6f7cfb-d3bd-4fbf-b0fd-ea7126efff69","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:13.138075014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.193609773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"586ce5be-6f24-4614-9b1f-cbba8aa5210b","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.196093748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"89631744-7f55-45dc-a438-934d1d6651ac","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:13.196242312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.256556228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"864003b5-2b89-473a-9ca1-913a6b4bb10f","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.264135118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"9e38e6f3-1d92-499d-afa0-243a7c01493d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.278754608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.320373067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"9e38e6f3-1d92-499d-afa0-243a7c01493d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.406717132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5c28a1c0-2d16-4d1c-a019-e88d81ea1de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.406745366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c490e086-3c5a-4b47-a712-ae948293f2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.461418853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-user-sub","reconcileID":"4025cad6-ba10-4086-95cc-48f8dc1ce62e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-models-other-sub","ai-tenant-e2e-worker-w1-03ce8a/e2e-models-user-sub","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.465570644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"5c28a1c0-2d16-4d1c-a019-e88d81ea1de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.465625592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"c490e086-3c5a-4b47-a712-ae948293f2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.561121485Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-other-sub","reconcileID":"086f8246-8919-41b1-b6ee-4db206e5d17e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-models-other-sub","ai-tenant-e2e-worker-w1-03ce8a/e2e-models-user-sub","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.62779357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"3a05af0c-fdd4-4da7-aff3-d61fe7736c87","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.673353384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"a5eb01cf-b6d8-475b-87e5-1c218d233627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.680271794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"15f3cac6-ad87-4b22-bc88-960b8c86c4de","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.729977315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"1fdfa2f9-2b7f-4e5c-9175-548101393173","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.736478142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"15f3cac6-ad87-4b22-bc88-960b8c86c4de","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.836070996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-user-sub","reconcileID":"bf66de63-fe0a-44ea-a3df-5e9c5c74e10e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.937984638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-other-sub","reconcileID":"74fdd380-074e-455e-a72b-aa545c8c7df2","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:13.98973197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"8da83358-5dd6-452c-9028-8ec6f009f5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.103081226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"65accbe6-1854-455c-96e0-94e919cd863e","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:15.982917877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-sub","reconcileID":"dd244732-251c-476a-a34f-ea8ccc48fd02","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.18404791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7c7baa41-30d6-4522-89f0-7bcbb93ef808","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.20171897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-sub","reconcileID":"dd244732-251c-476a-a34f-ea8ccc48fd02","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.341436232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"359da974-b620-4a67-86df-35b706d0c222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.341657124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"952e4659-a06a-4031-ae12-24b369113781","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.341439181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"3f392032-2bd5-475c-8244-098dd214cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.399746888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"3f392032-2bd5-475c-8244-098dd214cc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.400309113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"359da974-b620-4a67-86df-35b706d0c222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.402078554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"952e4659-a06a-4031-ae12-24b369113781","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.411462005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"38238384-8b16-46af-b2cd-04f5e4dbd87f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.463478437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"b3042f74-3de6-4a2c-841e-3c5376c032ea","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.463841844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.519774711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"37f253f5-4c05-412f-8e22-d8942deb33cf","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.611095161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"9ef22a6c-d361-48bb-a44a-2de8d29d3800","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.61961072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"e04e78b4-cea0-475a-9ba4-a814afe6363f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.619653364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1ebe2a2a-c393-43dd-b32e-5fc28ff28428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.676855193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"e04e78b4-cea0-475a-9ba4-a814afe6363f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.676888336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1ebe2a2a-c393-43dd-b32e-5fc28ff28428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.763204217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"a7286dc2-0691-4733-b7bc-eae512ac241b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.820404189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"a7286dc2-0691-4733-b7bc-eae512ac241b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:16.881669714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-user-token-filter-auth","reconcileID":"407ee1df-a13a-4614-8ab0-f8406fb2b578","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:17.04369174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"acd3a11e-8fd9-49c6-9951-b296ab5f7984","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.104676624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"c384582e-e919-4239-9029-8389822f1f79","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.161911218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"791bb6ab-fade-4dba-b04e-d78b4573d969","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.37101099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"e2bc4386-9477-4586-b6c2-e73f9b4391fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.393207914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"2ec19a8b-281a-471f-a791-968101f90f50","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.393413717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-45658f priority=10:[ai-tenant-e2e-worker-w3-45658f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-45658f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.430640641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"e2bc4386-9477-4586-b6c2-e73f9b4391fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.454095468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"23b93d15-21ed-4820-bc0d-e202b8b9c0f5","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.500041324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"e9b9679e-66c7-4f65-8020-de4be34a3cd8","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:18.507116251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.554505857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"b2b212b3-cd8b-4800-8cc8-1cd11febdf88","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.601012292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4bcfa659-3495-42bc-aed1-69f04ad2e2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.601308097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"3462e8db-6d37-4622-91b6-3c77709bdf9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.657246294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"3462e8db-6d37-4622-91b6-3c77709bdf9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.657336462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4bcfa659-3495-42bc-aed1-69f04ad2e2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.685912678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"1f3e116a-89f1-454a-aa85-cfecb2dda273","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.696919594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"7f21c88b-bfb7-4c4c-9e6f-ace369b3da32","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.743443657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"005acccd-d6c1-4375-98e8-4b7cc9176ded","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.766558318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"1980500c-03e4-4bd9-b27f-4a6c08217b78","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"distinct-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.932069868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"61592c44-7a5d-4af9-81fd-92bcebb29eec","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.955845058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"b17893d0-ed18-4d57-958b-c8ff5a37b561","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.982373938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"24c4a295-b1df-4f31-bc8b-a224af03b6aa","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:18.982400944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-45658f priority=10:[ai-tenant-e2e-worker-w3-45658f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-45658f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.011522527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"b17893d0-ed18-4d57-958b-c8ff5a37b561","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.043836119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"c4c50a21-f63a-46a4-beb8-5cdfb87298ff","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.056468064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"61272ec3-a574-4fbd-ae02-055a11a66d95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:19.088125659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"82bd3a0d-c529-4b1b-9b36-1b9dde922d33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.101672675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"875b43b4-6809-4539-82b6-fce6fce8a236","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.112414588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"61272ec3-a574-4fbd-ae02-055a11a66d95","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.122014309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e275c2e8-a915-414d-842f-8d757ccc9d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.147005216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"c52da6bf-756b-4638-8106-da65bdc59134","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.159434042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e2ec5d6a-fe8b-4c4c-8d93-80b9cefd54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.177663837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e275c2e8-a915-414d-842f-8d757ccc9d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.197336595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"5955163d-c413-479f-bdc3-7fa465cfcd78","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.21752689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e2ec5d6a-fe8b-4c4c-8d93-80b9cefd54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.254769205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"e114c748-6684-4a8a-885e-a8077057e9b9","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.315962965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"e905be94-5f5c-40b9-a0c6-ee7b00a740c3","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.424706438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"1eabb3d0-a05e-43d2-9be5-b196ec0b508c","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.467534937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"16a33b59-f4d8-4773-ad28-7fdb775d6c76","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"distinct-2-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.476194523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"83632f60-5a40-4bfd-9974-a4cecfdff897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.532503205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"83632f60-5a40-4bfd-9974-a4cecfdff897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.630275538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7e4d685b-7078-411e-9fcc-240d7b4f0f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.636948674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"5969751a-58f2-4ff5-9470-a1f07a7253ec","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.686619073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7e4d685b-7078-411e-9fcc-240d7b4f0f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.728513581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"309f2467-9078-4fab-af56-ecf7cafaa7c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.728517974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"36de3d58-d2a8-45e0-8eed-fd56eba63f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.787154893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"36de3d58-d2a8-45e0-8eed-fd56eba63f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.787581265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"309f2467-9078-4fab-af56-ecf7cafaa7c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:19.845081654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"2e796d53-ffdc-4f2f-8599-5f86e22ed8f8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.721236744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5a804f77-0cb0-45d7-8768-cd9350969625","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.721824145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"0a46fa9a-d494-4529-9a9a-076d29d6afa6","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.790738999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"6af3b577-8f5e-4c63-92de-abbb97d57738","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.791169359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"e0a1423d-784a-4e50-8a2b-159036856e3e","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.878172312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"96e50130-8fd0-4f9b-9dea-087d38054321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.878171421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cd5e08b8-4c6a-46c1-a619-e41ef623ac3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.935903569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"96e50130-8fd0-4f9b-9dea-087d38054321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.936539573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"a2ea0925-55d0-43e6-8e25-2bca47cdd561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.93702802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"ddfee891-a4eb-4e91-b0eb-74bb9eb92e5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:20.937195696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cd5e08b8-4c6a-46c1-a619-e41ef623ac3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:21.248361442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3adaff97-84e9-47aa-bb0a-7aa9406cbb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:21.248422774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"65284a34-8fde-400d-9928-4086b86983d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:21.307842519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3adaff97-84e9-47aa-bb0a-7aa9406cbb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:21.308522615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"65284a34-8fde-400d-9928-4086b86983d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.770710886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"b8c0214e-9c0b-40ca-8e65-8d6a8f462553","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:22.933133955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"06699608-7bf2-4a1d-b798-81821e19f34d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-397bbd47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.04163365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"975ed5e3-4761-4cbe-9668-0d8abfbc4e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.041720922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"df80b80b-c8fc-41b1-86f5-a95543755916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.042083853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7deb9798-a5ca-405c-ae65-0d8236366a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.042176672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"134f1799-dcc0-4119-9e71-3e50417c0412","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.098066328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"df80b80b-c8fc-41b1-86f5-a95543755916","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.098577048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"975ed5e3-4761-4cbe-9668-0d8abfbc4e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.100473955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7deb9798-a5ca-405c-ae65-0d8236366a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.101200759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"134f1799-dcc0-4119-9e71-3e50417c0412","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.517513701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"90e8e80a-49c4-45db-9402-61c37c8656f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.518637674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7edf436e-3ea4-4616-9fe1-a4baee095db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.518761428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"dedb09c5-df0c-4a32-a748-a5cb691b77ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.519078217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"31800a3b-24fa-4f78-bf95-258a64e52e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.57318028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"90e8e80a-49c4-45db-9402-61c37c8656f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.573784781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7edf436e-3ea4-4616-9fe1-a4baee095db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.575507076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"dedb09c5-df0c-4a32-a748-a5cb691b77ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:23.576007952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"31800a3b-24fa-4f78-bf95-258a64e52e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.347285008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-user-sub","reconcileID":"0779a468-15e0-47d4-8e0f-bfc7e3375080","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.563605011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-user-sub","reconcileID":"0779a468-15e0-47d4-8e0f-bfc7e3375080","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-models-other-sub","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.773967299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-other-sub","reconcileID":"c0e45b3f-583d-4398-9775-fe33ffd05d43","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.773991351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"808489d9-2eb4-48b1-a30c-c124691b6002","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.780329922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a595a5cd-5659-49e5-8742-1cfe7c085110","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.780761655Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.839672095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"19d32185-0267-4902-9390-86e6840c82ae","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.89703271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"9712b56c-01ce-4a39-9c3f-8d1d85e1bfeb","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.937786635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2294170d-1b40-4ed0-8fe1-91284800ab8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.938136553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8dab3c38-28e3-4305-b63a-9bbd1e732cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.937785438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"16597c48-4f1e-41c3-9b60-decb6bb6f813","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.949705349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"50a5b6b5-aa57-48aa-8c0a-1a68f4005290","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.994728114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2294170d-1b40-4ed0-8fe1-91284800ab8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.995475888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"16597c48-4f1e-41c3-9b60-decb6bb6f813","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:26.996858697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8dab3c38-28e3-4305-b63a-9bbd1e732cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.357281635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"124fec58-292c-4e47-8766-877416f02f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.357457584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"568b878f-46a1-4ca5-81a7-bf01f635ac9a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.357281741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b05866e5-0ceb-45f8-be88-de73fc78d650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.415072914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"568b878f-46a1-4ca5-81a7-bf01f635ac9a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.41542191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b05866e5-0ceb-45f8-be88-de73fc78d650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:27.418092779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"124fec58-292c-4e47-8766-877416f02f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.557264069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"a2e55d8c-cbee-405d-ba3d-fa672baf838d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:30.761623733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"d8aaed1f-01d3-443b-9eef-2905cec3d54f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.033198795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9ed81be1-4664-4fab-9308-5374718d8465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.034175734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0cb51a65-a158-43b1-8c2f-8c28a37e654f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.099489172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0cb51a65-a158-43b1-8c2f-8c28a37e654f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.099878338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9ed81be1-4664-4fab-9308-5374718d8465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.19465816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c5f1f15f-bad2-4288-b137-894a671075a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.195128047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6fd4255b-e75c-488a-9298-fa68720de7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.253606745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6fd4255b-e75c-488a-9298-fa68720de7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.256449351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c5f1f15f-bad2-4288-b137-894a671075a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.606788558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"164e1c58-cf65-4998-925c-1d188a199e9e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.606886216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"9fc4d41c-1af9-45a3-a02f-d99eb58f2741","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.607320687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bc6e5fbf-d1b4-4ffa-8538-59a8a2118f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.668498947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"164e1c58-cf65-4998-925c-1d188a199e9e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.669218849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bc6e5fbf-d1b4-4ffa-8538-59a8a2118f3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.671314792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"9fc4d41c-1af9-45a3-a02f-d99eb58f2741","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.776352053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"53c6c2fb-73c4-4532-8aaa-b00255dcbc71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:31.832595022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"53c6c2fb-73c4-4532-8aaa-b00255dcbc71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.141227461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"279c989e-a644-4fca-a3d7-95470adb36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.141450415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"336c828d-ba8b-4710-98e2-cb2c09dc319a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.141227443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"648cee98-9fb8-418e-8773-3b7fd81cd22e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.198097676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"336c828d-ba8b-4710-98e2-cb2c09dc319a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.198609144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"648cee98-9fb8-418e-8773-3b7fd81cd22e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.200422676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"279c989e-a644-4fca-a3d7-95470adb36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:32.985366857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"b4f55842-7d7c-4731-924f-92aa4a141978","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.038209116Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"b4f55842-7d7c-4731-924f-92aa4a141978","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.091162959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub1","reconcileID":"b4f55842-7d7c-4731-924f-92aa4a141978","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.375340238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"a2e7eb74-a2ae-4464-8473-3e14cb442095","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.375903511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.54614649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"4d6a055e-c0ef-4d79-b2cc-acd1f3978e2f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.638257533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"b4363d0d-555d-4383-881c-dfbc9e0b20a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.638983426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"43ac59f1-eea7-4d71-a4c9-69e3a79f5e15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.639067161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"be2da10e-9228-4959-b8d2-5c97334bf4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.63952499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cc4a3c50-a4ab-46bf-8356-91baba7e172c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.694490453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"b4363d0d-555d-4383-881c-dfbc9e0b20a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.696076332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"be2da10e-9228-4959-b8d2-5c97334bf4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.697154493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"cc4a3c50-a4ab-46bf-8356-91baba7e172c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.698543736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"43ac59f1-eea7-4d71-a4c9-69e3a79f5e15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:33.710981196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"23518f5d-f5d7-400c-aeef-2f96ddde0783","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a5d70e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.061114265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"7594e665-62d3-437f-9bf6-bb1d33d56ff3","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.114723002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"4d4c200c-5b62-43e3-99d7-6818b28ec325","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.120974187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6222feaf-fcbf-4a4b-b693-99e0cdb08fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.17106539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"4d4c200c-5b62-43e3-99d7-6818b28ec325","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.176954179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6222feaf-fcbf-4a4b-b693-99e0cdb08fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.21838947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"285a99e3-c445-4222-81f1-9ba27bcf2785","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.218391114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"44fb7f6a-8acf-423d-9fd8-0dc27b25c6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.274999305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"285a99e3-c445-4222-81f1-9ba27bcf2785","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:34.27576175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"44fb7f6a-8acf-423d-9fd8-0dc27b25c6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.196077536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"8e2ad2b1-8684-4854-81b8-3a0610921592","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.252848204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"42dd033d-ea25-4054-a531-7d7aeaf0081d","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.409838988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"290ad73b-9e71-46c3-81ef-ca51eff727dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.465958126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"290ad73b-9e71-46c3-81ef-ca51eff727dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.483283172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"92c07ca4-7088-431f-aac9-9061b2de50e3","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.483421801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.520673654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc73b12c34e29ac90e427a0f25716121ad8378f5dcdf06f2f0e7a722631054a5) AuthConfig (c742991eb19e24db263ad15a9476b0e3e8ac06ab5b7db9d26c6c5cc5a3be0bb3) AuthConfig (2582c02835dd026661fdf5562f24717ad6d3c4080f7acf1750d8efaf05a8a9ce) AuthConfig (961d9a630d6d37a028efac85937497474f12d6f34fc1e6a617e8f4de1402594b) AuthConfig (d051a8fc8f39fc392a1e3e2238af6697aa46da3d483e501dc513c6560cf114e1) AuthConfig (7efc27f0fb8f8ceb861a23cbbb35d044796f18283cde940487f1503688d51379) AuthConfig (8ea64fa1ef5e62bb496fbb1780b4bb3d62d66e5227a38c260932df5d4749136b) AuthConfig (b2d101e0248faa3ebc40a75da135b3c3b497afd7838c7854cc4367ba45ec9ebf) AuthConfig (8deaa9e29aa00147b4cf212d3f3ea33ce065dce233e53d9c7f4f5e6357e492a3) AuthConfig (49239b5c2ee673b285b6c545761e7a3f3dd860e724dfc2f78665dcc223752957) AuthConfig (0b3bd76103aa5c61e28ea3a8c23309f08352742529645f1704a0ffa0beab609b) AuthConfig (b301a01b29841d25cd74ffba738d73ed168f4d3dca193b4208ae39abf9bce428)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"290ad73b-9e71-46c3-81ef-ca51eff727dd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.542782998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"4ee58295-f8ac-4645-b64b-5614796d584d","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.57762013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"adebba9a-b1d9-4a92-bc42-beb6002862e8","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:36.592111724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-sub","reconcileID":"bdf32677-23a6-438d-b8e8-10e3c8f737b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.639441226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"276b9020-45a5-4db9-b1c0-1834a3561099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.639441478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a2427527-ce1e-4bd2-8bb8-d54c4076b646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.696766919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"276b9020-45a5-4db9-b1c0-1834a3561099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.696973957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a2427527-ce1e-4bd2-8bb8-d54c4076b646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.706015602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"faf77531-95ac-4983-a6a7-f3531a461dd1","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.739918119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"a06193c6-41fd-4189-a8cd-273b01ef8687","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.761541782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"55386f49-9728-4a42-83bb-df50c15535a5","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.796137206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"a06193c6-41fd-4189-a8cd-273b01ef8687","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.851114415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc73b12c34e29ac90e427a0f25716121ad8378f5dcdf06f2f0e7a722631054a5) AuthConfig (c742991eb19e24db263ad15a9476b0e3e8ac06ab5b7db9d26c6c5cc5a3be0bb3) AuthConfig (2582c02835dd026661fdf5562f24717ad6d3c4080f7acf1750d8efaf05a8a9ce) AuthConfig (961d9a630d6d37a028efac85937497474f12d6f34fc1e6a617e8f4de1402594b) AuthConfig (d051a8fc8f39fc392a1e3e2238af6697aa46da3d483e501dc513c6560cf114e1) AuthConfig (7efc27f0fb8f8ceb861a23cbbb35d044796f18283cde940487f1503688d51379) AuthConfig (8ea64fa1ef5e62bb496fbb1780b4bb3d62d66e5227a38c260932df5d4749136b) AuthConfig (b2d101e0248faa3ebc40a75da135b3c3b497afd7838c7854cc4367ba45ec9ebf) AuthConfig (8deaa9e29aa00147b4cf212d3f3ea33ce065dce233e53d9c7f4f5e6357e492a3) AuthConfig (49239b5c2ee673b285b6c545761e7a3f3dd860e724dfc2f78665dcc223752957) AuthConfig (0b3bd76103aa5c61e28ea3a8c23309f08352742529645f1704a0ffa0beab609b) AuthConfig (b301a01b29841d25cd74ffba738d73ed168f4d3dca193b4208ae39abf9bce428)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"a06193c6-41fd-4189-a8cd-273b01ef8687","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:36.904585263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"a06193c6-41fd-4189-a8cd-273b01ef8687","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.027497617Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-sub","reconcileID":"73f69e28-dbb1-4059-ac5b-993c1a04ac4a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.060552111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"c28b81d3-85ed-40dc-b4b6-0c7c0f5ff239","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.06067743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"329d8b55-75bc-4217-bad1-95579ccf64e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.060552049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e0be467d-ac1a-4d87-be9c-afa78e30dd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.113798745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-other-sub","reconcileID":"5581a9fd-528b-4c37-a5de-8400c9667f68","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.11819851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"c28b81d3-85ed-40dc-b4b6-0c7c0f5ff239","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.118206223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"329d8b55-75bc-4217-bad1-95579ccf64e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.120321292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e0be467d-ac1a-4d87-be9c-afa78e30dd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.174597488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc73b12c34e29ac90e427a0f25716121ad8378f5dcdf06f2f0e7a722631054a5) AuthConfig (c742991eb19e24db263ad15a9476b0e3e8ac06ab5b7db9d26c6c5cc5a3be0bb3) AuthConfig (2582c02835dd026661fdf5562f24717ad6d3c4080f7acf1750d8efaf05a8a9ce) AuthConfig (961d9a630d6d37a028efac85937497474f12d6f34fc1e6a617e8f4de1402594b) AuthConfig (d051a8fc8f39fc392a1e3e2238af6697aa46da3d483e501dc513c6560cf114e1) AuthConfig (7efc27f0fb8f8ceb861a23cbbb35d044796f18283cde940487f1503688d51379) AuthConfig (8ea64fa1ef5e62bb496fbb1780b4bb3d62d66e5227a38c260932df5d4749136b) AuthConfig (b2d101e0248faa3ebc40a75da135b3c3b497afd7838c7854cc4367ba45ec9ebf) AuthConfig (8deaa9e29aa00147b4cf212d3f3ea33ce065dce233e53d9c7f4f5e6357e492a3) AuthConfig (49239b5c2ee673b285b6c545761e7a3f3dd860e724dfc2f78665dcc223752957) AuthConfig (0b3bd76103aa5c61e28ea3a8c23309f08352742529645f1704a0ffa0beab609b) AuthConfig (b301a01b29841d25cd74ffba738d73ed168f4d3dca193b4208ae39abf9bce428)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"c28b81d3-85ed-40dc-b4b6-0c7c0f5ff239","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.198121757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"a2f79963-cee0-4b23-baec-1ad01ae9b4e6","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.239744862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"554ba8e8-36cc-4b1a-a9b8-ba90ad8f1ec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.337402824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-other-sub","reconcileID":"5581a9fd-528b-4c37-a5de-8400c9667f68","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.411406971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-sub","reconcileID":"deb3960d-469c-429c-a36e-51ae62839754","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.552348088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"2b0904f5-1bf7-4f5d-bc9e-d5d896653c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.601108766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"b2fd0dad-42e1-4d7d-9d63-6f2264688967","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.601485697Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.657442165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"6aa7d02e-faff-4ecf-b053-dec2d40db216","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.760273923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0d23c482-69cd-4969-891e-ff746de546c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.760529738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"c24c3898-7385-40a2-b341-b08cd3769e2f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.760720422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a3c51524-651d-4171-81fc-b062e6eb7c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.761364423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"c9ce3eba-2163-42a2-9851-d246c963efbe","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.81704728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a3c51524-651d-4171-81fc-b062e6eb7c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.817111751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"0d23c482-69cd-4969-891e-ff746de546c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.819254529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"c24c3898-7385-40a2-b341-b08cd3769e2f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:38.02142594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-models-access-denied-auth","reconcileID":"1d411080-c786-4d3b-8cfa-39fa8ae0cc4c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:38.183231218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f016b442-3f39-4f38-9ce4-b0a49d7aecda","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.652822476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"0e10da96-4712-4dd0-819c-3270442676fb","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.707449275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"d2ea83a6-8b86-4916-84c5-b652a84f08c1","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.916613417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"7d447632-6325-4d30-b345-d772129278f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.943909098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"13e7f584-2c25-4881-a32d-c6f915a24e52","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.944131678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:39.973396538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"7d447632-6325-4d30-b345-d772129278f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.002792699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"a109f6c9-9b66-4972-b015-6d0977047481","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:40.052754401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"4a41e5f4-85c5-4e08-964d-a20e2e441e55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.152597224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a11fa2e3-5fef-40f8-a3e6-0cfa8729f17d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.1526132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"40c629ce-7c8a-4a80-85b5-7108aa1a72bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.161607927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"9d0d986a-b83b-432e-8a35-c7a687037471","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.209122622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"40c629ce-7c8a-4a80-85b5-7108aa1a72bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.209411066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a11fa2e3-5fef-40f8-a3e6-0cfa8729f17d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.216544758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"78821444-e369-4bc1-bf8a-079d027d5a58","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.221029481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"eacc2626-8cfc-48ff-9336-c99284947578","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.27757554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e7a2788b-18a0-4398-a181-c0e90bfa44fe","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.288614059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"b200cb70-901b-498b-88c8-cd852215fd80","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.428143023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"64815239-f9a5-4647-9145-58145b154aa1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","model":"distinct-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.510855238Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-03ce8a priority=0:[ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.510883744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"a51cbed0-c842-49be-816d-ffe7a30ec516","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.537246604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"9d8db0ed-7590-4bf9-9fb1-3dbbc9dde922","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.546707792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"8fb89a4f-5cfd-47ae-a6a2-c6ae2d298db5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.569835595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"45eab8a7-2e45-4d36-aef2-fef7fd2fcb34","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.594677236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"9d8db0ed-7590-4bf9-9fb1-3dbbc9dde922","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.595626502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"650b784c-f18f-42ca-9827-0d8107fe393c","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.602156504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"8fb89a4f-5cfd-47ae-a6a2-c6ae2d298db5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:40.618055369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"95081c68-a0cd-4c7d-a849-d980a50068d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:40.619529728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.69539198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"aba4cdab-e540-4a33-8540-bd0837e0f687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.695476066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d037654-bf88-448e-8d03-d304d9ed49b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.725238603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"9555ffbd-b0a9-49d1-aa8c-70223f0a9e73","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.753112055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d037654-bf88-448e-8d03-d304d9ed49b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.753699489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"aba4cdab-e540-4a33-8540-bd0837e0f687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.783499009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"0efe5d3a-b3d4-47f8-8ebe-ca5b8352f220","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.807775526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"beea09bf-6760-42cd-b2d8-0fe0c17712d4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.965988692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"df89a03d-310a-443b-a55e-24648eba464f","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:40.999989609Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"341cd007-5fd4-44f1-b25d-af3e8d957a78","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","model":"distinct-2-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.071036622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"ef72ee51-a422-4a11-89df-3e2123eabf89","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.128338469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"ef72ee51-a422-4a11-89df-3e2123eabf89","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.179419446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"8bf612f0-0152-43dc-a5e3-e32b5c94ad4e","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.251897974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"782bbb37-cf55-45bd-ad20-fdfe52628352","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.31111765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"782bbb37-cf55-45bd-ad20-fdfe52628352","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.341337844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8ec08ed4-e180-493a-b677-b33f431e3136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.341341591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"ac6bd15d-6248-4a58-9760-467844095440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.395615647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"c893bb70-7228-44b8-bfc1-4497a46f7367","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.401976807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8ec08ed4-e180-493a-b677-b33f431e3136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:41.4020078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"ac6bd15d-6248-4a58-9760-467844095440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:43.280569946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:43.764345665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"ddc19049-f954-462d-9095-2ef35ca464e9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:43.817162303Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"ddc19049-f954-462d-9095-2ef35ca464e9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:43.870296326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-sub2","reconcileID":"ddc19049-f954-462d-9095-2ef35ca464e9","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.159231087Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-03ce8a priority=0:[ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-03ce8a/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.163698856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"b318f29f-17e9-414e-b710-8e63d98721b7","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.224141493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"1c174cb8-5016-4b90-9af9-dc4b720a93a1","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.280238741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"da7bace2-ebb9-4293-8d8e-d9e3f262cd8f","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.311053766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"df68491c-fefc-4c01-b338-cc9bfdca1ce5","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.425060498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"b4c7e48e-c320-4d68-85f8-89719afb24f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.425243056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b38fe1db-260b-40b9-85b1-cb2a554539d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.42547344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"2ff0d46a-010b-4b21-a890-9967ae528cf4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.425681622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bd795297-06db-458b-9ae6-78d508fdca3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.486071591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bd795297-06db-458b-9ae6-78d508fdca3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.486085884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"2ff0d46a-010b-4b21-a890-9967ae528cf4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.488396189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b38fe1db-260b-40b9-85b1-cb2a554539d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.48843687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"b4c7e48e-c320-4d68-85f8-89719afb24f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.650139552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth1","reconcileID":"ed343fde-32db-49b5-b58d-a030de12ed27","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.813799342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"cf28a386-2986-4caf-b94a-5d7e252a9fce","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.863364268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"d94b715d-55ea-4306-906e-f6c6fa58ee93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.920486461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"d94b715d-55ea-4306-906e-f6c6fa58ee93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:44.982796098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"66535692-6d3a-467c-a5b6-95b07f7c0d2f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.124896225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-ignore-header-auth2","reconcileID":"12a78a96-6fe9-4014-b30d-1cc18e7efee4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.383605963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"cd7a92b9-59d8-464a-ae35-ce53e86e4fea","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.443987554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"d4f3a5d2-175d-4a7d-97fc-78d74d470eb9","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.55742835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"8dabbb87-c682-4b64-979b-7adf646f393b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-285d5273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.654413137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d3d1ff01-2435-4483-b92c-51bcc0a3752f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.655206015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b207e3ae-4971-4fde-a4b4-f46d255d1779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.662363916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"3e816e70-7dd8-4f87-9bfe-2def19197941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.665090352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"723b8f09-131d-4ee1-9130-46d730e5fbfb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.713969975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"b207e3ae-4971-4fde-a4b4-f46d255d1779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.714091068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d3d1ff01-2435-4483-b92c-51bcc0a3752f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.718251647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"3e816e70-7dd8-4f87-9bfe-2def19197941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:45.721111057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"723b8f09-131d-4ee1-9130-46d730e5fbfb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.139409912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"1b446087-c28d-4d00-99fa-c49b60a97e99","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.140214331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4f295b73-7c8f-4456-b849-14ff88c5c956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.140804439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"5ed1f22c-2fb3-4bb2-9ee4-0865dfef4674","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.141356949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"eb0b0495-e555-48e5-8165-e0b59e8a8ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.196898152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"1b446087-c28d-4d00-99fa-c49b60a97e99","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.199559593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4f295b73-7c8f-4456-b849-14ff88c5c956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.199641317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"eb0b0495-e555-48e5-8165-e0b59e8a8ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.203017922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"5ed1f22c-2fb3-4bb2-9ee4-0865dfef4674","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.798817051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"39831184-4b2d-4b2f-a8af-113d02a00161","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:46.86103757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"b49692f8-0533-494b-b3e6-576100afb0d8","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.069451042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ec7cd18-5335-491a-acbe-e103dd3a9557","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.079686129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"825efbef-7cd6-470a-910e-fbd24ced99fa","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.07981597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.127199714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ec7cd18-5335-491a-acbe-e103dd3a9557","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.145053814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"b87d045a-67b4-4437-a764-343a84452874","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.196012182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"6139d3f3-7285-483a-ba1d-41a2b62a6150","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:47.199160734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-45658f/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.259194616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"d62fe66f-7bdc-4aae-b436-6082e5a16e8e","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.340677725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"56778bb1-b623-49c1-ab82-ce2e8fba949b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.341378173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e388ccf3-3cf5-4d4b-a233-a9dc6ce252b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.393468645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"aa05d6bf-60c2-411e-b968-9bab14d6f155","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.437364603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"56778bb1-b623-49c1-ab82-ce2e8fba949b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.438025849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"f99cbc2d-2255-4b07-bc8d-9162efdb9299","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.445470076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"e388ccf3-3cf5-4d4b-a233-a9dc6ce252b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.457897089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"ef0189aa-7d10-45aa-b436-4509e2537a3e","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.458861236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"aa05d6bf-60c2-411e-b968-9bab14d6f155","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.494530594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"096dd307-9ed7-41f7-9a54-30436af3f132","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.513753862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-bc1da8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc73b12c34e29ac90e427a0f25716121ad8378f5dcdf06f2f0e7a722631054a5) AuthConfig (c742991eb19e24db263ad15a9476b0e3e8ac06ab5b7db9d26c6c5cc5a3be0bb3) AuthConfig (2582c02835dd026661fdf5562f24717ad6d3c4080f7acf1750d8efaf05a8a9ce) AuthConfig (961d9a630d6d37a028efac85937497474f12d6f34fc1e6a617e8f4de1402594b) AuthConfig (d051a8fc8f39fc392a1e3e2238af6697aa46da3d483e501dc513c6560cf114e1) AuthConfig (7efc27f0fb8f8ceb861a23cbbb35d044796f18283cde940487f1503688d51379) AuthConfig (8ea64fa1ef5e62bb496fbb1780b4bb3d62d66e5227a38c260932df5d4749136b) AuthConfig (b2d101e0248faa3ebc40a75da135b3c3b497afd7838c7854cc4367ba45ec9ebf) AuthConfig (8deaa9e29aa00147b4cf212d3f3ea33ce065dce233e53d9c7f4f5e6357e492a3) AuthConfig (49239b5c2ee673b285b6c545761e7a3f3dd860e724dfc2f78665dcc223752957) AuthConfig (0b3bd76103aa5c61e28ea3a8c23309f08352742529645f1704a0ffa0beab609b) AuthConfig (b301a01b29841d25cd74ffba738d73ed168f4d3dca193b4208ae39abf9bce428)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"aa05d6bf-60c2-411e-b968-9bab14d6f155","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.551360939Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ce1ed7dd-a5f1-4a60-8871-b3f7a0e244ab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"distinct-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.681921473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-45658f priority=0:[ai-tenant-e2e-worker-w3-45658f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-45658f/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.682751967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"77837dad-e11d-42e6-bbbf-9963f652a047","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.723195797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c336b7a5-5a08-4d79-a6a7-d47398386f00","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.743076379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"e0f3b138-1653-429a-906b-2b93b7407a3d","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.744321578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"7be8ca03-8368-49b7-95eb-42d61f12548f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.770200425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2768bb35-2c19-4501-a236-8221c38b0f51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.779633556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c336b7a5-5a08-4d79-a6a7-d47398386f00","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:47.801098131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6a2e3c2a-0223-4f97-a67c-b47073f9fe97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.804241252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"fc1604c2-259a-4d04-8b09-493e89947274","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.826262323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2768bb35-2c19-4501-a236-8221c38b0f51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.910760338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"ad02adf7-6c60-4e5e-8a02-2ca1c3f64498","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.915175479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e3a28373-6317-4b1d-b5af-c4da121a6b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.942537547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"715c2a3b-946f-4315-a4a3-35aea7f4560f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.965534643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"f8623e3f-5055-46d3-a467-2034d364c38a","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.971593759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e3a28373-6317-4b1d-b5af-c4da121a6b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.017823658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b3c066f4-d30f-47db-ba1f-f244cd12cec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.074279974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"b3c066f4-d30f-47db-ba1f-f244cd12cec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:55:48.102420775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c336b7a5-5a08-4d79-a6a7-d47398386f00","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.179667567Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"66ac68de-4bac-43cf-9830-f831a60c7bb7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"distinct-2-w3-45658f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-45658f/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.204989549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"fe46aef1-0efa-490a-bcbe-7cb31cc7aaf8","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.358726763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"59d35759-c698-4d5a-94b8-d02a3237647f","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.366127602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"208219a1-21ec-45cc-89c5-0dd7a3f502b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.422690414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"208219a1-21ec-45cc-89c5-0dd7a3f502b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.471377358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"739abd55-088e-46a2-98e9-c19380706de3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.529549365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"739abd55-088e-46a2-98e9-c19380706de3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.575713562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0a999474-1080-4cda-adb7-7666173b5ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.577515274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"35b36a53-5df1-4ff5-b04f-a43c2e5d966c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.606298078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1880a676-4d93-446a-b48a-2517fdb484ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.6338515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0a999474-1080-4cda-adb7-7666173b5ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.665719037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1880a676-4d93-446a-b48a-2517fdb484ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:50.284223475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"6c591ca7-8f8d-437a-9b8f-0e42b6c24184","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.658665252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"63e58aa4-6f95-4c0f-9b81-e21a4c0e07db","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.832021516Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9728dc91-f1e7-4ca9-85b6-9ab3e076d40f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e758280","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.921376162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bb1a3684-8992-4317-ba86-b60485437f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.922152007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"89b33692-ae2c-4d76-a643-55d84384ac23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.922194156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9bca7b77-8c3f-48f3-91c4-5a890570147f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.922803151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bcd77054-a3da-4429-b8a3-d0bc05eabbec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.981710182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9bca7b77-8c3f-48f3-91c4-5a890570147f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.98329094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"89b33692-ae2c-4d76-a643-55d84384ac23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.984250649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bcd77054-a3da-4429-b8a3-d0bc05eabbec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:51.987403118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bb1a3684-8992-4317-ba86-b60485437f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.460143223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8597fe49-7140-425a-b5e5-7bd0e1155f9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.464102021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9cf046cb-5582-45fc-8973-dfbd7eed2992","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.465172599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"51524421-f403-4477-a976-197bcdeff17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.485995199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"98875bee-ecb3-412f-871d-2127ab266959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.517224669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8597fe49-7140-425a-b5e5-7bd0e1155f9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.52129672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9cf046cb-5582-45fc-8973-dfbd7eed2992","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.521882366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"51524421-f403-4477-a976-197bcdeff17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:52.54379457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"98875bee-ecb3-412f-871d-2127ab266959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.1633245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"ff9b42a1-907e-4d94-aaff-45dbd2c01010","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.37316494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"77b12d07-f106-4eee-a35e-98fbdbe2af1c","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.37447893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"3ec1a8e6-28ab-45c2-b857-1aa15c2821b8","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.391088601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"4dc297dc-e1b4-4374-9d62-b8b7cc8c6a29","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.39960338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e5da24c1-e372-43e2-bce5-c4ce1a0cf145","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.533047854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"8e504114-df2a-48cc-9bfb-5b793da1d565","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.540212698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"4a30393e-0603-4070-9e04-afefb788f5f2","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.564362508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"b70ba12a-0725-41cc-acee-1a26a77a2cbd","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.579701466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"47e2dd7c-3f13-4ad6-b150-854a31541d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.646443194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"3467c87f-3857-4f16-9626-f3f9b4060154","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.665973356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"47e2dd7c-3f13-4ad6-b150-854a31541d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.692732335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"37fb9e21-6f67-4d5a-8d38-780ddbb822e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.705421029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e715b24b-7301-4e4a-8154-0736aaafec73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.76775971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e715b24b-7301-4e4a-8154-0736aaafec73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.932734476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eed0faf9-f392-4dda-844c-d802213112b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.93322127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"340e4fb8-7d00-4b41-b95d-c3faf072826c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:54.94010651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be1665e3-8e42-4981-8e20-cfa99423eee0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.022989194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"340e4fb8-7d00-4b41-b95d-c3faf072826c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.025572939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be1665e3-8e42-4981-8e20-cfa99423eee0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.02679275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eed0faf9-f392-4dda-844c-d802213112b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.072530344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"fa438718-6b14-4136-aa4c-ce4ee83a61a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.133707025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"fa438718-6b14-4136-aa4c-ce4ee83a61a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.158598696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5799f088-7da2-4bcb-af7f-e84d9105e52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.221240561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5799f088-7da2-4bcb-af7f-e84d9105e52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.519893615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"04b4e12b-caba-48cc-bef4-f22639f7ad66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.520412135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a153a039-9607-448e-9928-f7714c4c3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.520428371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"5315aaa3-63d0-4dda-9c27-064aba520ace","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.577022106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"5315aaa3-63d0-4dda-9c27-064aba520ace","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.577144654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"a153a039-9607-448e-9928-f7714c4c3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.579361451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"04b4e12b-caba-48cc-bef4-f22639f7ad66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.612625914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"5febb491-29f2-487c-b17d-2ba3369d826e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.668569133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"5febb491-29f2-487c-b17d-2ba3369d826e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.718354866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"1780619d-e8dd-4932-a0bd-5e8326299e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.718359069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"71a42796-fadd-4050-8542-169efaae0107","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.725387347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub1","reconcileID":"5febb491-29f2-487c-b17d-2ba3369d826e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.783246744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"1780619d-e8dd-4932-a0bd-5e8326299e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.784057121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"71a42796-fadd-4050-8542-169efaae0107","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.046612474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"ed460208-1672-4345-b9ea-910001142d8c","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.048519373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.077508669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"75f90ce1-9b2f-46ba-9e59-befb3ea9fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.077555163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21463eb3-3d0e-4b14-9843-b95a5068015f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.078171383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e7cbd883-cf2f-4ee2-a29f-9ac3c3805dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.108449399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"501bf90d-4390-4fd5-b369-e4e9056cafb6","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.174131227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21463eb3-3d0e-4b14-9843-b95a5068015f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.189258462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e7cbd883-cf2f-4ee2-a29f-9ac3c3805dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.195173296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"75f90ce1-9b2f-46ba-9e59-befb3ea9fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.203322559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"e311c38e-42ae-4b73-8e76-d6818ef2cb6c","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.291645438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"17418450-bc86-40d4-827b-9c232f2da207","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.35643449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"17418450-bc86-40d4-827b-9c232f2da207","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.374328948Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"0d4b41cf-630a-46de-82a7-b554838d985f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27e830c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.409336544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"cbcdbf2a-a863-4573-a839-16f8825e5233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.475604035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"cbcdbf2a-a863-4573-a839-16f8825e5233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.661478728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"31d201ab-f07c-4a00-a141-34333dde4fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.661825688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"d9aadcff-883e-4604-b47b-7b0e0184eaf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.72362552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"31d201ab-f07c-4a00-a141-34333dde4fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.726215429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"d9aadcff-883e-4604-b47b-7b0e0184eaf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.754513322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"cdd98b3e-80e7-44e0-9cec-ab0f8ef2ba8e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.813892149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"cdd98b3e-80e7-44e0-9cec-ab0f8ef2ba8e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:56.967488549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4d9e78b5-e5f3-45ef-875c-cb99dcee38d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:57.027747802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4d9e78b5-e5f3-45ef-875c-cb99dcee38d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:57.68256452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"14008e36-32db-46d7-8c68-5208240a8de3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:57.74465377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"14008e36-32db-46d7-8c68-5208240a8de3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:58.080366387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"2f4ca3da-8593-48fd-9e1b-3df1778abe94","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.247277165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"ab022c06-e17c-4674-a24b-64aab6422eef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.465122096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2f5b29b4-aaaa-4a2c-8e83-e6ce56e11692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.46525902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ef569e83-62f6-45f7-8175-dfe726b61ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.467144609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"4ca6c198-eaeb-4a21-8dc5-518787ba46ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.529827436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ef569e83-62f6-45f7-8175-dfe726b61ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.537803113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"4ca6c198-eaeb-4a21-8dc5-518787ba46ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:59.573524408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2f5b29b4-aaaa-4a2c-8e83-e6ce56e11692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:01.893878144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"419f4f19-21cb-4c1f-8074-8030942dc369","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:01.963242919Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"419f4f19-21cb-4c1f-8074-8030942dc369","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.017609649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"419f4f19-21cb-4c1f-8074-8030942dc369","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.361221936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"039247e2-86cf-4add-bfb2-72bf5eb1e8ce","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.362658944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.51943825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"f5cee33b-7de1-40e8-b82f-75989885ddf3","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.634601012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"530fc87b-b309-4749-a2ea-52427d224f45","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.702170598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ee05a297-97c4-488b-8b86-fc0a3cb7fded","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cffa7768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.706166886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"530fc87b-b309-4749-a2ea-52427d224f45","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.755962633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"acb2a9b1-c0c0-49e9-b947-aef37b6903c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.756267171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5969c936-dcc2-4ad7-8775-6cb6e931d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.756822135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b7d2632-107b-449f-af36-b0b7088204d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.814861742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b7d2632-107b-449f-af36-b0b7088204d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.816052893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"5969c936-dcc2-4ad7-8775-6cb6e931d4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:02.817401797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"acb2a9b1-c0c0-49e9-b947-aef37b6903c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.180385905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7211eba7-6de8-464e-ae08-b5014635ca10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.248301441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7211eba7-6de8-464e-ae08-b5014635ca10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.407026509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"3508df2e-d696-4d85-b578-99d1fd28c8a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.40795814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"612bb99d-be50-4eb8-9feb-2269661d7b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.408662935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"686150fe-7a19-4ee6-bd6a-5f15175dca89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.47564582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"3508df2e-d696-4d85-b578-99d1fd28c8a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.493554728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"612bb99d-be50-4eb8-9feb-2269661d7b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:03.579263068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"686150fe-7a19-4ee6-bd6a-5f15175dca89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.427115321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"fccc6058-088d-4e52-b9fc-eacf80a2a109","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.480250564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"fccc6058-088d-4e52-b9fc-eacf80a2a109","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.543725988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-sub2","reconcileID":"fccc6058-088d-4e52-b9fc-eacf80a2a109","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.829256014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"2f8cc7f9-6da8-4684-ba9b-6b3b6d621389","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.830310338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:06.997348032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"3ec30a52-a709-4030-845f-6630a97ca91c","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.111375492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"571911df-3879-4c1b-b189-1b561ddedcb5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.11148723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1848c0fd-67a8-4382-81f6-2c55b3498249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.169254433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"571911df-3879-4c1b-b189-1b561ddedcb5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.171790559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"1848c0fd-67a8-4382-81f6-2c55b3498249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.201555931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"7ef2e571-5bc4-403a-a24b-7a3dfcc8a4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.201642258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"9973258c-eef6-4fbe-822a-8de058e3d623","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.269891751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"7ef2e571-5bc4-403a-a24b-7a3dfcc8a4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.270793488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"9973258c-eef6-4fbe-822a-8de058e3d623","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.441621829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth1","reconcileID":"5be899f6-ce75-4d78-93e2-09c358a2c1f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.544821089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"5c9d11f6-a123-4c8d-9462-5f3b2bc043e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.601913317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"5c9d11f6-a123-4c8d-9462-5f3b2bc043e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.699188898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"5fd05ed3-35d8-4ecc-bbae-6e18ac3e8f87","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.855658997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"7189dca0-e49a-4ea3-8c95-6d3cf51a4957","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:07.855704086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-multi-keys-auth2","reconcileID":"32fab6c4-1162-437b-adfa-fe3218e1e6b8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/distinct-2-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:08.053569359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"758ea28e-2a46-43a3-9349-c5f7c3e03372","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.452298135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-sub","reconcileID":"272b62a8-4b2c-4ee0-83bf-2985f170fee6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.669632222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-sub","reconcileID":"272b62a8-4b2c-4ee0-83bf-2985f170fee6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.880883453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"87895eb9-0433-4c15-b1bb-5dd4954c2d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.934231945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:09.93486489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"73c0282d-0963-47f3-8454-3eacab8d9a11","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.091338001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"9026f874-0162-4614-8514-5d8752a11821","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.091883823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b7eae824-13b0-4747-aa4f-3c4b114fe419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.091908878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"c77b71a3-6c9b-46c3-8480-82b31b910047","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.091330656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"78953965-3783-4fca-96d1-e309d4d2af70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.148888538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b7eae824-13b0-4747-aa4f-3c4b114fe419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.148907121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"9026f874-0162-4614-8514-5d8752a11821","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.15100841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"78953965-3783-4fca-96d1-e309d4d2af70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.25262264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d906b68f-c692-4173-bd44-36f0faf1ae1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.252644725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d906b68f-c692-4173-bd44-36f0faf1ae1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.308486667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58c94e30-c0ed-4745-9a5b-81ae2741cd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.308509441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58c94e30-c0ed-4745-9a5b-81ae2741cd5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.353963616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-api-key-scoped-auth","reconcileID":"be15d99f-b766-477e-9ba1-e800434e3597","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.569341022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-61c667","reconcileID":"d209b725-aa3d-465f-a55d-99b14e1cc303","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.57451609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-61c667 models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.575162583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c7bb013-cd51-4176-acc6-fcf306d740a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.575187495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c7bb013-cd51-4176-acc6-fcf306d740a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.612113597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"5739dca4-4ec2-4f1a-b1b4-a182d378ca1b","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.62650518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-61c667","reconcileID":"d209b725-aa3d-465f-a55d-99b14e1cc303","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.685143067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d9f397f7-a261-4b62-a7f2-761c0777e0f0","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.685166787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d9f397f7-a261-4b62-a7f2-761c0777e0f0","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.739578301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11342b10-d867-4f60-9e5e-0c1b02241931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.739596007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11342b10-d867-4f60-9e5e-0c1b02241931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:10.743914568Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-61c667","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-61c667\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.792164569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"b4af3110-00ee-4786-aae7-f40835dd3f08","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.79218654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"b4af3110-00ee-4786-aae7-f40835dd3f08","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.832471648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"ff08dbb5-b43a-435c-b8b2-b1030d3a7e09","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.833828937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe11fed8-46ab-46d8-a9f5-ada7e4db9ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.835106236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f9b00c7-b641-4a8c-a338-56945b0aae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.888914707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"ff08dbb5-b43a-435c-b8b2-b1030d3a7e09","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.889769111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe11fed8-46ab-46d8-a9f5-ada7e4db9ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.891597074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f9b00c7-b641-4a8c-a338-56945b0aae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.935763578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"a26d0d8c-5195-4c08-bf8d-05b0ff62bded","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.945203699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5eb22b-f8be-472b-80ca-d5db84704ac1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.945220148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5eb22b-f8be-472b-80ca-d5db84704ac1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:10.991855762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"a26d0d8c-5195-4c08-bf8d-05b0ff62bded","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.007835499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-61c667","reconcileID":"29f4856d-506d-43dd-a599-17be5c787cad","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-61c667","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.174120696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6a1b303-b8eb-4402-8be4-eecb0b888734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.174140736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6a1b303-b8eb-4402-8be4-eecb0b888734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.204108512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-61c667","reconcileID":"cde67cbb-832a-47e5-8738-c3e2b28ae22c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.220770751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"209be946-3a1b-475b-a758-46ae458fa858","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.261922482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-61c667","reconcileID":"cde67cbb-832a-47e5-8738-c3e2b28ae22c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.383735122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-61c667","reconcileID":"7b706a15-2598-44fb-8f94-a5cf71b4fb7f","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.744510651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"6f929c12-f9a0-4729-9c05-d227cba5ed4d","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:11.802327776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"84a68ba3-fc39-4912-9608-7fc3d2b70e78","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.014711269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da65209c-dd41-469b-b46c-38c8172a8b3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.066349744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"ec2e5313-2e03-4c14-853e-59732c6f7f5f","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.066373383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-61c667 models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.071446188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"da65209c-dd41-469b-b46c-38c8172a8b3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.127760913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91cad8c1-296f-41d7-9491-46dc0e64fedf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.127779313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91cad8c1-296f-41d7-9491-46dc0e64fedf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.173272243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"43b1bae5-dc00-4d94-abcb-2c07aadeadb5","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:12.18255912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.231271536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"eb35deb3-8bbb-4d1d-b587-a9f6b732863c","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.274231879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0b28113b-cb2c-483a-9f86-99bf8ebf0588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.282250359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"10b135e3-4431-41fe-aec6-6cb115ba67c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.330280237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0b28113b-cb2c-483a-9f86-99bf8ebf0588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.338113511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"10b135e3-4431-41fe-aec6-6cb115ba67c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.34379082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"5bb6dc33-ac93-4e65-bc93-c5bd979b9909","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.373548896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"1618ad40-2c6d-4191-8230-506d899a1441","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.429031355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"58f69b98-5b8d-482c-b9de-e7be43454a4c","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.443812898Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"eeddfe39-3c27-4ef6-8f77-c0da88c58e64","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","model":"distinct-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.602789568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"83eec0df-a693-4d93-a6df-c6cda66ebf84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.610684751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"1be1be8b-7500-4d24-9893-2eb372897d66","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.660898788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"83eec0df-a693-4d93-a6df-c6cda66ebf84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.67271846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-bc1da8 priority=0:[ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-61c667 models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.672906258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"78a1a7d4-1517-4af4-a891-a71c3c911a1a","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.70454163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c2eb5fc1-1ff9-4870-b070-753a9db4dbd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.733658643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"d2bf85eb-e1a9-42f7-a16e-eb89a3884961","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.755917766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3c95fc74-8d39-4e33-87e1-cbc7ffaafc08","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.762657552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c2eb5fc1-1ff9-4870-b070-753a9db4dbd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.783263531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"bef427ba-356f-4500-9574-f0f52670fe37","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:12.789723677Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.791370304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ba02498c-87d1-4ade-ba3a-368e7795b575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.793317285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2aa0f05c-2b6b-462c-a4e8-dece7d7fe00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.809027714Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3c95fc74-8d39-4e33-87e1-cbc7ffaafc08","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.827405888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8fc42077-0794-4d5c-a136-03d3bfc73ae4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.838109516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"1b8ba812-b661-41e5-889d-628d92cd670d","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.850053084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ba02498c-87d1-4ade-ba3a-368e7795b575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.850388454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2aa0f05c-2b6b-462c-a4e8-dece7d7fe00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.86317942Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3c95fc74-8d39-4e33-87e1-cbc7ffaafc08","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:12.97645774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"83eec0df-a693-4d93-a6df-c6cda66ebf84","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:12.99643374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"3d55497a-32bb-458f-a2ce-57eb0a20c201","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.051095916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8affeea6-28bf-4993-ac8c-730acf5df068","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-2-w4-bc1da8","model":"distinct-2-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.082041085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"1c82556a-b6f0-4b93-8820-ac6b002bebf2","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.140015742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"8d3eb849-2ecc-4364-b990-7a128ab7f8cd","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.140354357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-bc1da8 priority=0:[ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-bc1da8/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-61c667 models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.200871509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"be61691a-3f80-45f1-be50-f5f812d43d9a","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:13.215525975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"8affeea6-28bf-4993-ac8c-730acf5df068","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.240430288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6380510-4a18-479c-a690-3df00ea9a550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.281750091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.300540406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6380510-4a18-479c-a690-3df00ea9a550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.302925808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"578ddaf2-050e-4e75-8957-835e98a09410","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.352281445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bad92560-d069-48de-b7fc-7e1a5188855a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.410983354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bad92560-d069-48de-b7fc-7e1a5188855a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.426345145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"54d2cf13-7e29-4a6e-bb25-3c45ac738d83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-2-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-2-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.45552486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0de68627-f757-4fbb-ab1b-db148998a625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.457464448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"814984ae-44c3-4d14-9419-b219e7cbbac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.457626587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8921161b-f800-4e04-8e47-cb58d804d98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.513004233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0de68627-f757-4fbb-ab1b-db148998a625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.514252621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"814984ae-44c3-4d14-9419-b219e7cbbac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.515403377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8921161b-f800-4e04-8e47-cb58d804d98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.642557435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"e65986f4-7f1a-4a66-92e7-79a6a918a3c5","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.746404126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2b92b3c4-0915-4684-b601-48a6152b00e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:13.748359928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bad92560-d069-48de-b7fc-7e1a5188855a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.748571829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b81dfcab-fd58-42d3-9c22-45eabbcd8039","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.803177022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2b92b3c4-0915-4684-b601-48a6152b00e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:13.909982217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"9fccfceb-1433-4708-9c57-5a1e00b89cb5","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.013600579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6fea6398-b3ee-4e37-a68d-3d054c5bc713","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.066419882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"858d4b72-f822-42e4-aa0f-4770e83ea78b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.073053353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6fea6398-b3ee-4e37-a68d-3d054c5bc713","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.084920019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"5edf08db-0fcb-465e-a164-234c57e5896b","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.124448593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"858d4b72-f822-42e4-aa0f-4770e83ea78b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.283022598Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"334c21fe-5993-4a65-afe7-edf34d632536","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/distinct-2-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.498319667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"7f4bbc87-8c8a-433c-9c5d-d12ad5c603ab","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.268658467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"10826d71-d748-4952-a6c3-5bbe7413594b","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.43475824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d2fd8736-79c8-4650-8323-8bbd499f8728","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d34e6fe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.534828021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"909cda46-dfa5-4aac-ac07-9f5a4f49a3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.534850972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d0020f24-6108-4fdc-9dae-e1db68726a8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.53536488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1533c62a-eef5-404f-b522-eedabe5acc91","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.535371592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4f1d1156-eb69-4638-b6ce-d92c9a1142d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.609400512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d0020f24-6108-4fdc-9dae-e1db68726a8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.610196085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"909cda46-dfa5-4aac-ac07-9f5a4f49a3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.612122598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4f1d1156-eb69-4638-b6ce-d92c9a1142d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:15.613656026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1533c62a-eef5-404f-b522-eedabe5acc91","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.085583198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b28b3808-ee7a-4391-a9bb-0edee236fe7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.085746724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4f2aa89c-1735-4834-b42a-017edf451fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.085582624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e7fbd734-c568-4090-8ec8-b21d055575be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.08607869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1bc30aca-4682-4ff3-949c-c934da8f8bb4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.143101289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b28b3808-ee7a-4391-a9bb-0edee236fe7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.144054731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4f2aa89c-1735-4834-b42a-017edf451fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.14579608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1bc30aca-4682-4ff3-949c-c934da8f8bb4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.147383293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e7fbd734-c568-4090-8ec8-b21d055575be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.237948963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-61c667","reconcileID":"c0b2bd66-dadb-4c74-89a1-81c5823918f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-61c667","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.238077034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"667f24f4-8c9b-4680-8814-5536e2a9387a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.238098951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"667f24f4-8c9b-4680-8814-5536e2a9387a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.407421649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a903975-6e47-4c27-bd63-dd28acec9a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.407444258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a903975-6e47-4c27-bd63-dd28acec9a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.582539444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a56fe5-9841-47b7-b12b-40e2a634ca09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.582567217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70a56fe5-9841-47b7-b12b-40e2a634ca09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.852714744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba502432-b75d-4fce-a028-3bfab977af0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.852812645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"a5505c39-2af7-470d-8095-24d51ad5ab62","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.853519798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0eaf01-e9dd-4dec-a114-d680865ce753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.853833802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f3e69731-4fb1-43b7-accb-ab98ff847fb6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.911600766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba502432-b75d-4fce-a028-3bfab977af0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.911648031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"a5505c39-2af7-470d-8095-24d51ad5ab62","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.914947491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0eaf01-e9dd-4dec-a114-d680865ce753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.919269626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f3e69731-4fb1-43b7-accb-ab98ff847fb6","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.658953089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"487fd121-a4f2-45df-a70a-bc2c88c006fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.659206531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"08b7ec61-3d25-4a90-b199-6bf8bf273922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.712593749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ec255b8f-e84b-44ad-85f5-43222f8c839e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.714619072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6a138b64-a988-4e34-8e32-4bf87ca4d2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.72544356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4b749163-3621-42b3-abcb-70f2df666245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.740150709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"487fd121-a4f2-45df-a70a-bc2c88c006fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.7882618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"08b7ec61-3d25-4a90-b199-6bf8bf273922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:22.018671903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ec255b8f-e84b-44ad-85f5-43222f8c839e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:22.029154941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"4b749163-3621-42b3-abcb-70f2df666245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:22.113908236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6a138b64-a988-4e34-8e32-4bf87ca4d2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:22.71262122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d161ccf6-ee52-4f1c-b2df-f1c182c2508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:22.730057505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"22b90799-802a-4d1c-b23b-bb28e399c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.082512106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"d161ccf6-ee52-4f1c-b2df-f1c182c2508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.144808359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3963d9e6-fa16-4588-8c74-d1dbdcbc7636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.145916808Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f82bba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f82bba6","reconcileID":"db6f24da-06d4-459b-9498-128ad08fa9b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f82bba6","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9f82bba6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.161294921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"22b90799-802a-4d1c-b23b-bb28e399c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.3436492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"7ee6e0dd-1ec0-43e2-8cc8-35b5ad55b274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.439517131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"3963d9e6-fa16-4588-8c74-d1dbdcbc7636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.458795655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"5a508fb7-6000-43b9-9dc7-6fd7b2adf8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.855421713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"5a508fb7-6000-43b9-9dc7-6fd7b2adf8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.946408957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"7ee6e0dd-1ec0-43e2-8cc8-35b5ad55b274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.463894958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0e54ac18-e9b1-478f-9126-41864dea99dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.535788309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e368f1a-6982-4aad-aa7f-b4242bc62f71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.546855087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0e54ac18-e9b1-478f-9126-41864dea99dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.616201989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e368f1a-6982-4aad-aa7f-b4242bc62f71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.814323951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee012f1-c1c1-4b63-867a-6e1a984e4cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.881252757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee012f1-c1c1-4b63-867a-6e1a984e4cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:24.944038552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee012f1-c1c1-4b63-867a-6e1a984e4cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.014393891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee012f1-c1c1-4b63-867a-6e1a984e4cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.492275807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3e93dff-824e-4014-a88b-cf685202d227","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.550980944Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3e93dff-824e-4014-a88b-cf685202d227","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.620594256Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3e93dff-824e-4014-a88b-cf685202d227","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.006232032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.008307174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"3cfb04c2-1751-45bf-a04a-55403e4cca96","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.144038091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"fae5d778-0f29-4b91-9e40-80e0a55b761d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.144161157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"fae5d778-0f29-4b91-9e40-80e0a55b761d","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.23667024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"7235de7f-9585-4a44-91bd-ddef30f0c0f9","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.348382627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6aab2000-ff58-4999-b933-29983cd344db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.34929062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b3286b86-024f-4654-9e9b-0ed4d5a21ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.34990292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"597dcc00-bb30-4071-b583-607f2840df70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.367824288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"0682d02d-814a-44c0-9e17-34273544f78e","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.367914364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"0682d02d-814a-44c0-9e17-34273544f78e","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.377251083Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7d15ebb1-1911-42a5-8ed2-cc88f1c42e0f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c62df72f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.405727634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"74f65187-033c-418f-bf36-8f874b75ca8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.443716748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b3286b86-024f-4654-9e9b-0ed4d5a21ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.462863837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"597dcc00-bb30-4071-b583-607f2840df70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.470651869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6aab2000-ff58-4999-b933-29983cd344db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.488184872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"74f65187-033c-418f-bf36-8f874b75ca8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:26.778975803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-61c667","reconcileID":"c55ce643-bcd6-4dda-a16d-ca51990a6a1a","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-61c667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.008500533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"1e1945ea-3d5c-474b-8537-d1ea3bf08ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.009366088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"2606b6ac-6a39-46a5-ae1f-4f9340a0bc27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.027197448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-61c667","reconcileID":"c55ce643-bcd6-4dda-a16d-ca51990a6a1a","MaaSSubscription":{"name":"e2e-default-int-sub-61c667","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.070616576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"1e1945ea-3d5c-474b-8537-d1ea3bf08ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.070905463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"2606b6ac-6a39-46a5-ae1f-4f9340a0bc27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.074066462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e17972df-baa4-452f-911c-475ca663bd47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.074434878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"22c8704f-edbb-4826-8b90-871c079a1691","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.130601838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"22c8704f-edbb-4826-8b90-871c079a1691","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.133374604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e17972df-baa4-452f-911c-475ca663bd47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.249538963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02be06fa-a60a-4334-be1f-999c7d704d9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.30843373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"091be407-a2bf-484e-b9f8-0a7a0848912b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.308466257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"091be407-a2bf-484e-b9f8-0a7a0848912b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.309053035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.367756097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc542992-c2e0-4790-963c-a8a388afac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.420526512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc542992-c2e0-4790-963c-a8a388afac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.47336558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc542992-c2e0-4790-963c-a8a388afac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.527114832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc542992-c2e0-4790-963c-a8a388afac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.637269211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d0ff37-af49-4c86-b081-79713527c60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.647791724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b6c28b6d-bd87-44c3-ac0c-f4f9256f3823","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.694095943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6d0ff37-af49-4c86-b081-79713527c60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.699433931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11fcf905-357c-4233-be8c-c9507e430733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.706991584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b6c28b6d-bd87-44c3-ac0c-f4f9256f3823","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.758424843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"33b94216-c5ca-433e-97f0-8732a3b5e3a8","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.773225992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11fcf905-357c-4233-be8c-c9507e430733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:27.821792118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"33b94216-c5ca-433e-97f0-8732a3b5e3a8","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.172102312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f7f638-a138-492a-9982-a8d5c0c7ea01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.172127063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59f7f638-a138-492a-9982-a8d5c0c7ea01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.229822715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d559d1-71b3-4e44-9502-700f3ac0e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.229850454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0d559d1-71b3-4e44-9502-700f3ac0e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.334752196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"a60f1112-2a5d-49c1-9e71-caa43970f41c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.462035717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"055c8174-c221-4e62-874c-26a7ea690c2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.462056449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"055c8174-c221-4e62-874c-26a7ea690c2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.462881945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"a60f1112-2a5d-49c1-9e71-caa43970f41c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.462916231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.518102982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"a60f1112-2a5d-49c1-9e71-caa43970f41c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.51836632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea5ea0ef-103e-49f4-90ab-44e12a3f696a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.518383559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea5ea0ef-103e-49f4-90ab-44e12a3f696a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:28.572282721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"2ca24b0e-4f08-4807-ba92-d98f289862ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b5303a1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.573607603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f24ea3d-dbc5-49ea-8be7-80874c12d26a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.57362318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f24ea3d-dbc5-49ea-8be7-80874c12d26a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.678590713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"52efbc77-ed3c-4a9f-a0d6-4f5ca0180929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.688271852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047db52d-95c0-481f-866a-6e7f4ad06ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.688289068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047db52d-95c0-481f-866a-6e7f4ad06ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.750848017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"52efbc77-ed3c-4a9f-a0d6-4f5ca0180929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.753922605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"872885a7-5e24-477d-948a-b5eba37c6ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.753964702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"872885a7-5e24-477d-948a-b5eba37c6ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:28.811550226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"52efbc77-ed3c-4a9f-a0d6-4f5ca0180929","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.034786066Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"8667f2de-ee6a-488b-bf11-bfb9f7013603","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b5303a1c/e2e-shared-int-sub-b5303a1c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.211677266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082e22b9-09ba-442b-85c1-fc5eefba5179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.211870976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"082e22b9-09ba-442b-85c1-fc5eefba5179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.260635125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33a981f0-207e-45ba-a750-1c381b75398e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.436233148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"d55ebf39-0175-40bf-85b2-31862f88de37","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.652110806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f85f3bc-6977-46d1-8d9c-84a7216fb03c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.652138566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f85f3bc-6977-46d1-8d9c-84a7216fb03c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.710666168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4af2976b-a393-466a-9a42-45397dbbae72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.710689739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4af2976b-a393-466a-9a42-45397dbbae72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.818353819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"f7747dd1-106e-4b38-a38a-d320628cb04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.875363776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"f7747dd1-106e-4b38-a38a-d320628cb04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.93099807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"f7747dd1-106e-4b38-a38a-d320628cb04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.943065721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.943331326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4622996-05db-497b-ae0e-b3c3324b50b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.943351453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4622996-05db-497b-ae0e-b3c3324b50b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.986920879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b6bea7e-9b4c-46e1-8844-549d7d3510f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:29.986960862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b6bea7e-9b4c-46e1-8844-549d7d3510f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.000708006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f7ed03e-6d24-486e-a968-3f51155cad83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.000723537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f7ed03e-6d24-486e-a968-3f51155cad83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:30.050482245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"e7e65aa1-62d5-41ee-8746-69791b2fdec3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b5303a1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.091265889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"40f3d7de-2073-4a5c-8f00-50a234821c84","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.148111368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"40f3d7de-2073-4a5c-8f00-50a234821c84","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.165015653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26261de-b4b0-4e5c-a4a4-6c94c5043626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.165038023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26261de-b4b0-4e5c-a4a4-6c94c5043626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.202494538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"40f3d7de-2073-4a5c-8f00-50a234821c84","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.223510313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c26db90c-e181-4f0d-b6a7-478565430e27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.223527266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c26db90c-e181-4f0d-b6a7-478565430e27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.492772982Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"a0326c49-db2f-482e-a4a2-d07e23def35f","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-b5303a1c/e2e-shared-int-sub-b5303a1c","ai-tenant-e2e-mt-d24db4e2/e2e-shared-int-sub-b5303a1c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.660740289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4bbf770-191d-48a9-9060-408ea3424f1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.660768518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4bbf770-191d-48a9-9060-408ea3424f1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.704029519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"a8aa82b2-1321-4ca2-a15e-1cc305c79b17","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.704035754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eba56fec-2a4e-4836-ac0d-4dcef478a92b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:30.870898262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"1379b7a5-4c75-4098-8bbd-7bcba9dcb239","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.084170736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a906ac8-4ca4-4977-b3f5-f6842830b5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.084262583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a906ac8-4ca4-4977-b3f5-f6842830b5e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.747322196Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"ae1a93e4-5bd9-476f-b95b-c727ee063ad3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.747432889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a8399f-0efe-4877-b4f0-f06ced799fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.74745202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a8399f-0efe-4877-b4f0-f06ced799fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.853656187Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"ae1a93e4-5bd9-476f-b95b-c727ee063ad3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"policyNamespace":"ai-tenant-e2e-mt-b5303a1c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.911587782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5d4b133-9861-4b65-a56f-3ea2bef03bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:35.911608066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5d4b133-9861-4b65-a56f-3ea2bef03bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.100626852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916b41b6-7d09-4665-8b09-ce3ca3fc312b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.100724223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916b41b6-7d09-4665-8b09-ce3ca3fc312b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.430335498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b22ce295-5bab-4eab-bece-3b6cc2445cf3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-2-w4-bc1da8","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.483228989Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b22ce295-5bab-4eab-bece-3b6cc2445cf3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-2-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.53615664Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b22ce295-5bab-4eab-bece-3b6cc2445cf3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-2-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.812577105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"2cede16b-3f00-4045-b895-c0202e23fdf2","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.813142403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2d6fc7-sub models-as-a-service/e2e-rt-sw-5dc86c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:36.988030901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"665aafc4-0391-41b4-9878-cc21f17912a3","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.074014225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b67a9877-9ee1-486f-953b-7f224f05197a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.074032869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c87580a-e8f6-4e9b-ab69-04e809b44943","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.074539651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2e9a68b3-e5a4-47d4-87e6-5268c3797ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.074541833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"342d7c1f-f159-4257-b977-c9fe4c04a356","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.130978207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c87580a-e8f6-4e9b-ab69-04e809b44943","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.131142045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"b67a9877-9ee1-486f-953b-7f224f05197a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.133403928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"342d7c1f-f159-4257-b977-c9fe4c04a356","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.133551841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2e9a68b3-e5a4-47d4-87e6-5268c3797ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.287674089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth1","reconcileID":"02c838a6-6e68-442d-9292-1323d9f0615e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.497117472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2276ec58-2070-4ac3-ab8f-366be68bce25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.500639477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"8f40f0dd-e94b-43e7-a5e3-773d473d441b","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.561046012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2276ec58-2070-4ac3-ab8f-366be68bce25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.680497679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"451ce5e6-7245-4520-b93d-203323b173fa","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.771923102Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e056a5dc-039a-43d3-a356-e9e6555becb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-2-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:37.945661381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"f144155e-11ee-4c1f-a7bf-2447836f3417","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:40.313815519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"22a94b5c-961d-481c-b4b0-b7516ab4d1e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:40.37297096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"22a94b5c-961d-481c-b4b0-b7516ab4d1e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:40.429387478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"22a94b5c-961d-481c-b4b0-b7516ab4d1e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.282603037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.273853758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"ec500b37-0d46-491b-af60-8f505178e5a3","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b5303a1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.50979823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"namespace":"ai-tenant-e2e-mt-b5303a1c","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"ec500b37-0d46-491b-af60-8f505178e5a3","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-b5303a1c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d24db4e2/e2e-shared-int-sub-b5303a1c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.736911791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1780a26-48db-4d46-99f1-36cc6cb676ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.737591015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"b58a6a39-fd1c-4f65-a83b-5e82b1e26f7c","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.811283177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"107ed1e9-281a-496a-aad0-1541677a21cb","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.81140711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"107ed1e9-281a-496a-aad0-1541677a21cb","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.923241023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ae5139b-397c-4e89-9e94-526f1d7d682b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.924572751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ae5139b-397c-4e89-9e94-526f1d7d682b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.979439128Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"0aeb8264-73b7-4c86-86ad-355b1c9727f6","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c09eb1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.980494919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"a352a5d4-0ad4-4c22-9deb-fc575c773b16","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:46.980573071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"a352a5d4-0ad4-4c22-9deb-fc575c773b16","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.044443928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797efc02-3609-48aa-878e-429c6defc901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.046255939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"a7dedd56-240d-4eb3-b6c0-ee024f9439ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.049090727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"3c6d498f-da03-4c46-9b92-6e0a0a7ae4ea","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.049958949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fedf31e-faef-4e02-a2d7-81a15362db31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.231632472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797efc02-3609-48aa-878e-429c6defc901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.23360618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"a7dedd56-240d-4eb3-b6c0-ee024f9439ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.266692574Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fedf31e-faef-4e02-a2d7-81a15362db31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.267767002Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"3c6d498f-da03-4c46-9b92-6e0a0a7ae4ea","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.292893973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797efc02-3609-48aa-878e-429c6defc901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.303179135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"a7dedd56-240d-4eb3-b6c0-ee024f9439ab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.331657992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fedf31e-faef-4e02-a2d7-81a15362db31","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:47.333431063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"3c6d498f-da03-4c46-9b92-6e0a0a7ae4ea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.358434871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"06415621-66f1-455e-9a1d-aab3ad1ac64a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.358468984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"06415621-66f1-455e-9a1d-aab3ad1ac64a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.412358099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6165bef3-acb8-495e-8f7d-e133418eb424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.412539307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6165bef3-acb8-495e-8f7d-e133418eb424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.476508529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"09fefad9-dd78-481b-a3c1-4e0d8eaeca70","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.476966991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"09fefad9-dd78-481b-a3c1-4e0d8eaeca70","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.591495715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"daeaabf8-bd1e-4b0a-b0aa-b58d37dbfd47","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.600646733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02f1503e-34b2-43e3-8d2e-478523bc1901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.600736706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02f1503e-34b2-43e3-8d2e-478523bc1901","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.629598105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6cbc5e-8a90-4231-9c3c-fe7b7216a43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.630184468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"4d8a35e1-f9c5-4e30-a0d5-275f3ca4f44b","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.66167499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"daeaabf8-bd1e-4b0a-b0aa-b58d37dbfd47","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.680245527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"d4ad305c-91a1-44e1-8888-af2b21db3ff6","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c09eb1a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.6866489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40bce6cd-e1ca-46cf-81a6-b1866e8519b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.699393448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6cbc5e-8a90-4231-9c3c-fe7b7216a43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.714246292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"4d8a35e1-f9c5-4e30-a0d5-275f3ca4f44b","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.721763609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"daeaabf8-bd1e-4b0a-b0aa-b58d37dbfd47","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.777791059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6cbc5e-8a90-4231-9c3c-fe7b7216a43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.780180774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"4d8a35e1-f9c5-4e30-a0d5-275f3ca4f44b","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.781235477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40bce6cd-e1ca-46cf-81a6-b1866e8519b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.841880162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"0ef76284-b223-47a9-9c0a-49356333e393","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.842133028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"0ef76284-b223-47a9-9c0a-49356333e393","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.845697249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40bce6cd-e1ca-46cf-81a6-b1866e8519b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.899155527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21f8a445-35c5-41b1-bf64-37bef5c9d0f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.899284371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21f8a445-35c5-41b1-bf64-37bef5c9d0f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.956223393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"7e5b8610-7d52-454f-9dac-00c909c8c313","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.956343367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"7e5b8610-7d52-454f-9dac-00c909c8c313","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.065958511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b8353f88-94ab-42f6-8af2-18c94f30a4d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.124924514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b8353f88-94ab-42f6-8af2-18c94f30a4d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.177919472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446af75f-3871-49bb-b3b6-de3463681892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.178264337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"734ab532-2223-4d48-953e-fa604fae8e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.179674358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f647a6cd-94bd-484d-97fb-17d91c4773da","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.228373777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b8353f88-94ab-42f6-8af2-18c94f30a4d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.305985523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f647a6cd-94bd-484d-97fb-17d91c4773da","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:48.306402078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"b8353f88-94ab-42f6-8af2-18c94f30a4d7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-5dc86c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.338589586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446af75f-3871-49bb-b3b6-de3463681892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.318912403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"734ab532-2223-4d48-953e-fa604fae8e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.366840025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f647a6cd-94bd-484d-97fb-17d91c4773da","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.425925506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446af75f-3871-49bb-b3b6-de3463681892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.462543571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"734ab532-2223-4d48-953e-fa604fae8e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:48.463855901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"f647a6cd-94bd-484d-97fb-17d91c4773da","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-2d6fc7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:48.630146012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"734ab532-2223-4d48-953e-fa604fae8e5d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.871725781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"77218bd0-4434-4d99-9a2f-cbb9311d075a","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:48.991198553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"77218bd0-4434-4d99-9a2f-cbb9311d075a","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.083578773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"99076de4-81ba-41bf-b564-0e09fe20e228","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.08562552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"77218bd0-4434-4d99-9a2f-cbb9311d075a","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.131500981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d6f37ec-f855-464b-b5b8-eda2d8db591b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.176656133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"99076de4-81ba-41bf-b564-0e09fe20e228","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.214955784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d6f37ec-f855-464b-b5b8-eda2d8db591b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.235819144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"99076de4-81ba-41bf-b564-0e09fe20e228","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:49.286717479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d6f37ec-f855-464b-b5b8-eda2d8db591b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.497375145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c36897-a730-41ee-b368-bd4efc5f5ed1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.497808497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34c36897-a730-41ee-b368-bd4efc5f5ed1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.544169459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"03fb7ed7-9b72-4544-a39d-d0f5e84ce8ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.659467329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"namespace":"ai-tenant-e2e-mt-12408415","name":"e2e-policy-12408415","reconcileID":"8c751f06-4e1f-4b4b-b2b8-4d7680903fb4","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.683829469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"03fb7ed7-9b72-4544-a39d-d0f5e84ce8ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.722875657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"namespace":"ai-tenant-e2e-mt-12408415","name":"e2e-policy-12408415","reconcileID":"8c751f06-4e1f-4b4b-b2b8-4d7680903fb4","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.743575435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"03fb7ed7-9b72-4544-a39d-d0f5e84ce8ce","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.782781959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"namespace":"ai-tenant-e2e-mt-12408415","name":"e2e-policy-12408415","reconcileID":"8c751f06-4e1f-4b4b-b2b8-4d7680903fb4","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.801597514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3482f20d-d45d-4635-b9a5-a488d242a086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:50.801618727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3482f20d-d45d-4635-b9a5-a488d242a086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:53.831840764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"9fddf7f0-3ab2-4acb-aa78-5f392490356c","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:55.944160424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8714a1c0-6992-4938-8c9c-9ebb6815c2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:55.947893301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"dc06c4c4-4f95-40e5-9f7c-bbbc3e597b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.002802401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8714a1c0-6992-4938-8c9c-9ebb6815c2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.006022297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"dc06c4c4-4f95-40e5-9f7c-bbbc3e597b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.053068106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"938cf687-e401-472b-803e-1e7c7a2d4026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.053361733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"15d3cad1-dec1-416f-8ece-26fc80f9a51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.110332797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"15d3cad1-dec1-416f-8ece-26fc80f9a51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.110664639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"938cf687-e401-472b-803e-1e7c7a2d4026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.437373892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"9a61ed85-622d-4fdb-9a0b-f8001020f4c0","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.495382989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"762d8a3b-4d20-438d-adda-24d4dbda636e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.65452929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"7bf595c2-88b0-4eb3-85be-60f0f87a8b85","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.712747024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"7bf595c2-88b0-4eb3-85be-60f0f87a8b85","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.733363003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"7cd79731-2dee-49c8-83cf-96d11db95946","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.791257987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"acee0500-dddb-4cca-807c-a7dc29c6e8da","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:56.846839182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-sub","reconcileID":"b6d31375-459c-48d4-a5e6-02fe8ba35ecb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.893631794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4d7be72f-4450-47e8-b062-3eb775cf7e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.897535594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7b0d3181-7fbe-4da9-855e-4e098293ac36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.951688931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4d7be72f-4450-47e8-b062-3eb775cf7e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.954807823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7b0d3181-7fbe-4da9-855e-4e098293ac36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.959818234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"02933aee-b99a-4c43-a845-f52f3cf0ae3c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:56.984640969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"eca49fe0-be8d-4180-b749-ad00c2197874","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.017820066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"dfa1a574-d6de-4c37-8eea-53bdfce529e9","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.143521331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"032d88f8-89aa-4600-914c-860ac2ea5e49","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.201420529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"032d88f8-89aa-4600-914c-860ac2ea5e49","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.268462709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"79904aad-5ddc-4ce0-957d-83e4455084ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.268466352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"29924e52-ed60-47f1-af36-5605ef56beb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.290323796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-sub","reconcileID":"b98a0695-8e6f-41c9-8c9c-26fccf820ad2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.326161884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"29924e52-ed60-47f1-af36-5605ef56beb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.326173452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"79904aad-5ddc-4ce0-957d-83e4455084ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.45778025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e710b08e-291c-4be2-93a9-58bc1d617d2e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.503060966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"339f2374-c3d0-4588-8f55-89ba6b26c34b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.6700675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-sub","reconcileID":"5c914c75-88e8-40df-96da-5f1db11b9aaa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.734913908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"dad82a2a-59e8-49cf-905a-c21279ccadca","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2d6fc7","subscription":"e2e-rt-eq-2d6fc7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.841713673Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"dad82a2a-59e8-49cf-905a-c21279ccadca","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:57.894840327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-sub","reconcileID":"dad82a2a-59e8-49cf-905a-c21279ccadca","MaaSSubscription":{"name":"e2e-rt-eq-2d6fc7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2d6fc7","namespace":"llm","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.227002744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"da3afad0-ab82-4525-baeb-b6936e528ff5","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.227031491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"da3afad0-ab82-4525-baeb-b6936e528ff5","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.280439569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"05e6fdf6-b0d1-4638-b7ea-c610a471c626","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.411162292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"e0f13786-77d5-4683-92d2-3fe49cbd5989","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.411192079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"e0f13786-77d5-4683-92d2-3fe49cbd5989","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.435284088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"595c7ed6-dd6a-4f7a-9754-ef67d86b716e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.435378951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c4c8d51-fa87-4b27-95d5-a6df2b472499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.435914197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8ccbbc7f-2327-462b-a8b0-59e471f8df00","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.435920622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"836d1ccf-8c03-4bec-82ed-7d0f9f0c1d76","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.56196086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"595c7ed6-dd6a-4f7a-9754-ef67d86b716e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.565911232Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c4c8d51-fa87-4b27-95d5-a6df2b472499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.572125995Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8ccbbc7f-2327-462b-a8b0-59e471f8df00","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.602460044Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"836d1ccf-8c03-4bec-82ed-7d0f9f0c1d76","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.617432277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"595c7ed6-dd6a-4f7a-9754-ef67d86b716e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.625783288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bdf793c-c46d-4bfa-a7bd-e3c3f7b51a53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.625802533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bdf793c-c46d-4bfa-a7bd-e3c3f7b51a53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.626528813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c4c8d51-fa87-4b27-95d5-a6df2b472499","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.62962634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8ccbbc7f-2327-462b-a8b0-59e471f8df00","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.655462836Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"836d1ccf-8c03-4bec-82ed-7d0f9f0c1d76","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-2d6fc7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:58.655515416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"836d1ccf-8c03-4bec-82ed-7d0f9f0c1d76","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.655639685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2d6fc7-access","reconcileID":"0b5f3768-855c-4d7a-a153-8973b4adea4f","MaaSAuthPolicy":{"name":"e2e-rt-eq-2d6fc7-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.682294827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"ebf05275-54a3-4c6a-a612-6144b631bd13","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.682318568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"ebf05275-54a3-4c6a-a612-6144b631bd13","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.735672143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e0d274-75a3-40d5-86b4-4734852b0530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.735692213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e0d274-75a3-40d5-86b4-4734852b0530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.84046983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaadfa4-35df-4ebc-8cef-fe4b7ba17c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.842894409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8d93aef2-b0db-4a5c-a0b4-35aa65e68649","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.897543566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaadfa4-35df-4ebc-8cef-fe4b7ba17c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.901570567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8d93aef2-b0db-4a5c-a0b4-35aa65e68649","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.918740807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"4b258ae2-2c2f-47f6-82a5-65015e7ab880","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.918757933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"4b258ae2-2c2f-47f6-82a5-65015e7ab880","MaaSModelRef":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2d6fc7-900e1e7a9944","namespace":"llm","model":"e2e-rt-eq-2d6fc7","externalModel":"e2e-rt-eq-2d6fc7","provider":"e2e-rt-eq-2d6fc7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.953007866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaadfa4-35df-4ebc-8cef-fe4b7ba17c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:58.957705084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"8d93aef2-b0db-4a5c-a0b4-35aa65e68649","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.016232952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7841329f-a8eb-4651-ae0e-e87f6f17b904","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.016252053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7841329f-a8eb-4651-ae0e-e87f6f17b904","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.074605721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"08286058-e0f8-4b4a-843b-6bafcfbebe4a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.074629678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"08286058-e0f8-4b4a-843b-6bafcfbebe4a","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.530315224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"87e3565f-89f5-4dd1-9080-4d23b2bd575f","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.60162453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7b16e06-8a82-4f06-8217-5e4cd8782ed9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.601646925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7b16e06-8a82-4f06-8217-5e4cd8782ed9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.601892559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d66092d-220c-4ad7-a3eb-c64889b0565f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.601905126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d66092d-220c-4ad7-a3eb-c64889b0565f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602174345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2fe98e58-d371-4443-b03b-d2ea39b2a390","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602187099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2fe98e58-d371-4443-b03b-d2ea39b2a390","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602384898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df92da66-a610-4498-924d-c716025dab2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602396099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"df92da66-a610-4498-924d-c716025dab2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602628493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c3989b-e4ac-407f-823f-34088b29849c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.602640757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c3989b-e4ac-407f-823f-34088b29849c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.603027226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494ae963-5c78-4c54-8872-80fd0d34563f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.603039161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"494ae963-5c78-4c54-8872-80fd0d34563f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.656520875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"17a3d391-5164-4538-bf13-ca58951fb907","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.66575083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d67ece68-ce09-432f-8858-e48eda0a88b7","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.665782614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d67ece68-ce09-432f-8858-e48eda0a88b7","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.710359375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"67b09653-cd31-4da6-8046-f91cfcb7d1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.724149646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4d0354b0-d194-4452-adb1-5de6e672b7c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.724254107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4d0354b0-d194-4452-adb1-5de6e672b7c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.724689992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72ed58d6-bc64-4b30-ab47-ef6dfe5b4456","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.724706301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72ed58d6-bc64-4b30-ab47-ef6dfe5b4456","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.732069075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"0a4b6102-2d00-44d7-8fd8-842331c4726b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.763672099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7bbcc-3535-4401-a749-05ea056dea2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.763844117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99b67887-4b72-4460-8868-6d9d1918e49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.763679448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"18b10d77-ee41-4f8d-8b77-c69ef9ce21e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.768299507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"67b09653-cd31-4da6-8046-f91cfcb7d1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.789195806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"17a3d391-5164-4538-bf13-ca58951fb907","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.822137506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"4aa63b7d-40bb-4447-b718-02e6c1b9111f","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.831472961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"145e818f-4ac2-4008-9172-3d897586f5ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.831747542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"570c4d02-aeb3-4621-b757-aef7a93ed805","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.844836479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"17a3d391-5164-4538-bf13-ca58951fb907","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.875899933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"46e48006-f6f4-4150-a0ba-4f63e02a825e","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","model":"llm/e2e-rt-sw-5dc86c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.893005041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7bbcc-3535-4401-a749-05ea056dea2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:59.895178515Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99b67887-4b72-4460-8868-6d9d1918e49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:59.895679232Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"18b10d77-ee41-4f8d-8b77-c69ef9ce21e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.903716619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04b7eda2-a235-4913-b064-bd4fd58ad85f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.903734539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04b7eda2-a235-4913-b064-bd4fd58ad85f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.952487528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7bbcc-3535-4401-a749-05ea056dea2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:59.953599975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99b67887-4b72-4460-8868-6d9d1918e49a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.954572623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a6ce2fa-70e0-4e45-900c-9f8f62888606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:59.954594871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a6ce2fa-70e0-4e45-900c-9f8f62888606","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:56:59.955743915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"18b10d77-ee41-4f8d-8b77-c69ef9ce21e9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.025237928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"9c154363-a8ea-4304-9848-b2cc9a643c5f","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.025292751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"9c154363-a8ea-4304-9848-b2cc9a643c5f","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.065778112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"035e2eff-b445-4848-b60c-1ea364f40b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.092343837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5c9eab3-72d3-4bb9-ac6c-d2bdb9d7f01a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.09237541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5c9eab3-72d3-4bb9-ac6c-d2bdb9d7f01a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.127040155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"035e2eff-b445-4848-b60c-1ea364f40b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.168337275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c006276a-5edb-4577-81e8-13c2bd949a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.169227817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"49104195-5309-4de3-b055-813ef9d06213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.169829495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4692028d-e63f-4d1a-886f-d1d7dd0f58cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.174992696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e442d3e2-2787-48ad-a4df-42360351aebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.228439512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c006276a-5edb-4577-81e8-13c2bd949a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.228814033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"49104195-5309-4de3-b055-813ef9d06213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.231000426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"4692028d-e63f-4d1a-886f-d1d7dd0f58cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.232655305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e442d3e2-2787-48ad-a4df-42360351aebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.487272994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2d6fc7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2d6fc7","reconcileID":"8d767ff2-6535-4d9c-8a3f-b988aaef76ae","namespace":"llm","name":"e2e-rt-eq-2d6fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.507387074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b6dc6046-9e4b-4537-9362-17c41eca9509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.568159922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b6dc6046-9e4b-4537-9362-17c41eca9509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.601577353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"811d25c8-a076-4628-9c51-97c430af5f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.601653599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"9dcba63a-9d11-4987-a843-45e1a6fd7495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.60215903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"48b1e56a-3f5e-4996-890e-29de7cee540c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.602192981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"1f587c6d-f25b-4370-bbad-ac652d811807","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.664885354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"811d25c8-a076-4628-9c51-97c430af5f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.665483879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"48b1e56a-3f5e-4996-890e-29de7cee540c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.668602861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"9dcba63a-9d11-4987-a843-45e1a6fd7495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:00.66885836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"1f587c6d-f25b-4370-bbad-ac652d811807","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.052035351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"1574947d-3889-4cdb-a513-127557b48146","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.055880796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c188a24-3449-4b01-8dbc-dfcb32ed8747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.106543087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"9aa24c72-a135-48a2-a37e-9df13335e499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.113775263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c188a24-3449-4b01-8dbc-dfcb32ed8747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.155980171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d7a6063-ce27-4909-a1e6-8995b3dc3f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.158623892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"2044d020-5b99-4ed6-883c-8ed5ad50cec4","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.163682848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"9aa24c72-a135-48a2-a37e-9df13335e499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.168912145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c188a24-3449-4b01-8dbc-dfcb32ed8747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.180272747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"1574947d-3889-4cdb-a513-127557b48146","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.236154127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"1574947d-3889-4cdb-a513-127557b48146","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.282442124Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"2044d020-5b99-4ed6-883c-8ed5ad50cec4","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:01.285638662Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d7a6063-ce27-4909-a1e6-8995b3dc3f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:01.285707729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d7a6063-ce27-4909-a1e6-8995b3dc3f7c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.294312113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d47b262b-7f86-4431-a8bb-c9d843315995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.294328888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d47b262b-7f86-4431-a8bb-c9d843315995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.325001575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0b7076cb-9ae4-4258-8174-89c0f894e39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.338136154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"2044d020-5b99-4ed6-883c-8ed5ad50cec4","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.380708287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"0b7076cb-9ae4-4258-8174-89c0f894e39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.441676594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9d93709e-0bd5-4c01-954d-8b4ccc36cde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.445780548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d7091804-2a0b-4e78-ac42-15bec0f1c3c4","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.445802326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d7091804-2a0b-4e78-ac42-15bec0f1c3c4","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.50243362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9d93709e-0bd5-4c01-954d-8b4ccc36cde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.543262508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a33f744b-1ba0-4451-8b66-c298cb4d6dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.543263928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"628e9e4b-6087-4a8a-9a8c-55aaf9a22af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.549170376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e5f5792e-6ce8-4e08-918c-369383c76e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.576872734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d143276d-f0eb-4f53-b638-155db6806398","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.576892329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"d143276d-f0eb-4f53-b638-155db6806398","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.600493724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"628e9e4b-6087-4a8a-9a8c-55aaf9a22af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.600741858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a33f744b-1ba0-4451-8b66-c298cb4d6dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.608913526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e5f5792e-6ce8-4e08-918c-369383c76e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.742334117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"524580b7-f480-4776-aa74-5877203905fc","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f32e5e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.748301055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"bd01b829-9c1f-4831-bc78-e9395f434a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.808658764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"bd01b829-9c1f-4831-bc78-e9395f434a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:01.943805623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7c87be01-ba98-4e92-b4e8-b0cb999e0b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.000671228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7c87be01-ba98-4e92-b4e8-b0cb999e0b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.044690747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1adae876-eb0c-400a-888a-666270f4dee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.044715173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"070a569a-3806-43ec-90b1-6f04be274746","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.045233997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f2232cb7-b91e-41ba-a443-1f5357cf6261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.102832016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"1adae876-eb0c-400a-888a-666270f4dee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.103671493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f2232cb7-b91e-41ba-a443-1f5357cf6261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.105177014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"070a569a-3806-43ec-90b1-6f04be274746","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.296719263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"773668cc-58f8-4ccb-8744-d33301fc1eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.354060379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"773668cc-58f8-4ccb-8744-d33301fc1eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.398078873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76dd75b3-2e58-40fd-8621-205c028b52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.409961834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"773668cc-58f8-4ccb-8744-d33301fc1eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.455415965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76dd75b3-2e58-40fd-8621-205c028b52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.468593976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e994e0a-0232-47c8-b136-b434cd62e046","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.468613312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e994e0a-0232-47c8-b136-b434cd62e046","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.498575047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"12a82e9b-acc9-45f4-8e61-5b55a786fa92","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.511046081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76dd75b3-2e58-40fd-8621-205c028b52c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.557134101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"12a82e9b-acc9-45f4-8e61-5b55a786fa92","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.572736137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b147a2-8100-4678-8076-3fecf303c5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.572762269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b147a2-8100-4678-8076-3fecf303c5fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.613842966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"12a82e9b-acc9-45f4-8e61-5b55a786fa92","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:03.849767854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"40c58d95-0b6a-4635-8a3d-4c40c16fedba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:03.967102082Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"40c58d95-0b6a-4635-8a3d-4c40c16fedba","name":"e2e-mt-9f82bba6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:09.898067652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-sub","reconcileID":"ad86cd2c-8285-472b-a7d8-6118feedc13e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.114480128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-sub","reconcileID":"ad86cd2c-8285-472b-a7d8-6118feedc13e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.325097373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"78c0d89b-dc76-4432-97ec-1466d1dc3bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.38212263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"64a74b0c-b6f1-4641-aa5c-d785346e6a40","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.538195415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"9f485b34-d5df-4ff1-970a-3db8e4b530b5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.538541001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c85a1f27-d257-4891-a4d2-99d5eaa4bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.538832925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3cac1029-ebe1-4c6d-aef6-f1e13830eda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.560291475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"0da884d2-c6b6-492f-9a25-5fa90ab2db2b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.5955704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"9f485b34-d5df-4ff1-970a-3db8e4b530b5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.595804839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3cac1029-ebe1-4c6d-aef6-f1e13830eda7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.597729172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c85a1f27-d257-4891-a4d2-99d5eaa4bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.752841622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-api-key-no-access-auth","reconcileID":"9ee328b7-2c7a-4cfd-9fee-31b1bdac1342","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:10.96612091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"c0f9a23b-5c4a-4c30-abcd-753747ddad4a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.400873732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"58c3127a-c84b-47a2-859b-4d84afaae2f7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.527651069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"58c3127a-c84b-47a2-859b-4d84afaae2f7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.584341383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"58c3127a-c84b-47a2-859b-4d84afaae2f7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.596130488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"namespace":"ai-tenant-e2e-mt-12408415","name":"e2e-policy-12408415","reconcileID":"00bb4c35-de23-43d0-b04b-e26e42c4ca5a","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.641065224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a937697-fc9f-4107-9e94-8afa1db658eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.641084849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a937697-fc9f-4107-9e94-8afa1db658eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.7497175Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"namespace":"ai-tenant-e2e-mt-12408415","name":"e2e-policy-12408415","reconcileID":"00bb4c35-de23-43d0-b04b-e26e42c4ca5a","MaaSAuthPolicy":{"name":"e2e-policy-12408415","namespace":"ai-tenant-e2e-mt-12408415"},"policyNamespace":"ai-tenant-e2e-mt-12408415","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.795603074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"92e9a05f-dbe9-4f07-a3bc-9cfd4f64419c","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5dc86c","subscription":"e2e-rt-sw-5dc86c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.902138812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"92e9a05f-dbe9-4f07-a3bc-9cfd4f64419c","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:11.956014892Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-sub","reconcileID":"92e9a05f-dbe9-4f07-a3bc-9cfd4f64419c","MaaSSubscription":{"name":"e2e-rt-sw-5dc86c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5dc86c","namespace":"llm","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.291625624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"15f3698f-318b-4a1d-a122-985fd42fb411","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.291658875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"15f3698f-318b-4a1d-a122-985fd42fb411","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.45323643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"796cb158-073c-4c3b-b660-ed010ab028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.456981279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"649eec13-63e7-4523-9d59-4c5c940ef659","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.456983503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01d894d5-9f69-4ca8-aa07-fd958e593ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.457686827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"b30d08e0-b19b-495f-adab-8d595ff84293","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.457703596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"b30d08e0-b19b-495f-adab-8d595ff84293","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.589320765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"796cb158-073c-4c3b-b660-ed010ab028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:12.595484986Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01d894d5-9f69-4ca8-aa07-fd958e593ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:12.596418405Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"649eec13-63e7-4523-9d59-4c5c940ef659","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.648611378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"796cb158-073c-4c3b-b660-ed010ab028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:12.651749317Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"649eec13-63e7-4523-9d59-4c5c940ef659","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-5dc86c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:12.651799241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"649eec13-63e7-4523-9d59-4c5c940ef659","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.65202345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5dc86c-access","reconcileID":"9ccf5701-24d2-480e-bff8-3061f73377b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-5dc86c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.657847717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acdc7c81-50ed-4cec-b8bc-e78e795788ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.657867951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acdc7c81-50ed-4cec-b8bc-e78e795788ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:12.658308944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01d894d5-9f69-4ca8-aa07-fd958e593ed1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.713449877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c92b806-f2f4-4213-97a3-ed9762d69436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.713468131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c92b806-f2f4-4213-97a3-ed9762d69436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.822928084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e5df821-51f0-47ca-bda9-9ebb74d866b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.879475417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e5df821-51f0-47ca-bda9-9ebb74d866b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.928583668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"2cdc859b-5e40-444a-af27-1636cb2a72e0","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.928723984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"2cdc859b-5e40-444a-af27-1636cb2a72e0","MaaSModelRef":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5dc86c-f7b2c3e076e2","namespace":"llm","model":"e2e-rt-sw-5dc86c","externalModel":"e2e-rt-sw-5dc86c","provider":"e2e-rt-sw-5dc86c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.953771055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e5df821-51f0-47ca-bda9-9ebb74d866b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.037223076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b739ab2-6e83-4d15-ad41-964f9e8b88da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.037385856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b739ab2-6e83-4d15-ad41-964f9e8b88da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.320079884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.534011413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"5d2eef19-8d27-4743-b2bc-71d16a0e3030","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.601566167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3c85204-2ec5-4b40-82d6-553d52fd6e55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.601585181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3c85204-2ec5-4b40-82d6-553d52fd6e55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.601833235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98f54ff3-445f-4709-9e04-3bb1dca53c99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.601845374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98f54ff3-445f-4709-9e04-3bb1dca53c99","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602080923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfd99bf9-36e3-40d1-8e70-42543ff9a020","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602092356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfd99bf9-36e3-40d1-8e70-42543ff9a020","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602302521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f58d551f-2462-4ee8-8c59-2492518a5c8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602313522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f58d551f-2462-4ee8-8c59-2492518a5c8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602531538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"523a6bda-759e-4f08-9cb8-061d19d563e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602542688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"523a6bda-759e-4f08-9cb8-061d19d563e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602857138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14b4b60d-c13b-4cc4-9e0a-32fbd1b41be5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.602870463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14b4b60d-c13b-4cc4-9e0a-32fbd1b41be5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.603180425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d364dfa8-3599-424c-b034-4749878f1bb6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.603193006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d364dfa8-3599-424c-b034-4749878f1bb6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.603387873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d7020e5-8fb0-4dd8-a104-2287c2af488e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.603399344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d7020e5-8fb0-4dd8-a104-2287c2af488e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.641303446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"bdcf2576-18e9-41b4-a10a-f76439ccdb00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.694120839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01daa030-d540-4f3a-9d06-f452c73088cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.694174736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f98dd29-6b37-474a-bbb1-ec97617d2d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.694590521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5e9b1a77-80ce-4598-a316-a08d80eba067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.695020002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e3311d29-713a-4142-8b9f-755c2b3bef33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.752828979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01daa030-d540-4f3a-9d06-f452c73088cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.755476271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5e9b1a77-80ce-4598-a316-a08d80eba067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.75930358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e3311d29-713a-4142-8b9f-755c2b3bef33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.759331835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f98dd29-6b37-474a-bbb1-ec97617d2d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.773472122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"bdcf2576-18e9-41b4-a10a-f76439ccdb00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.821122331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f98dd29-6b37-474a-bbb1-ec97617d2d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.822020871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01daa030-d540-4f3a-9d06-f452c73088cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.827099527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7799290d-f933-4313-a152-623321d52083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.830093209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"bdcf2576-18e9-41b4-a10a-f76439ccdb00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.886713129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c4f973d-b404-498c-aa86-0f84d6f1f318","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.886817085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c4f973d-b404-498c-aa86-0f84d6f1f318","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.887412653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a60671-de85-4461-91c7-e8164cf0016d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.887480633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a60671-de85-4461-91c7-e8164cf0016d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.936096623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27ee7eac-dbfc-479d-acfd-ae3e64f0ce59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.936727204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"6e25eefc-2de4-4fde-9677-305f5bc16031","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.947722173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17da9f2a-5f80-410a-a534-e686413d5ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:13.947796794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17da9f2a-5f80-410a-a534-e686413d5ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.054106943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d759bb5a-1b46-4b66-b407-90fa9be12d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.113325003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d759bb5a-1b46-4b66-b407-90fa9be12d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.150723573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3f72b052-f82a-4b4b-aa67-d8e9aaa3b566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.150873444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"414421bf-bf10-408c-9df0-562fbddcc4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.155518162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"fdae97ab-e3bd-486b-aeea-5cac53b988fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.158154615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b40cbad6-0f9e-4c9a-b96e-732ecc2ee09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.182834355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5dc86c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5dc86c","reconcileID":"dad9023b-3d90-4116-9ea1-5a1b7825eb05","namespace":"llm","name":"e2e-rt-sw-5dc86c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.243085039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3f72b052-f82a-4b4b-aa67-d8e9aaa3b566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.247411438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"414421bf-bf10-408c-9df0-562fbddcc4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.25770266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b40cbad6-0f9e-4c9a-b96e-732ecc2ee09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.258332358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"fdae97ab-e3bd-486b-aeea-5cac53b988fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.520361603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"cd37ad3c-08f1-47ff-8d67-2e2549b3827e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.586718359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"cd37ad3c-08f1-47ff-8d67-2e2549b3827e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.665997347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"45b4f797-f230-425f-9103-aba9efbcf0df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.7196322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"86135417-87a5-43a7-9ed2-0df42db9de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.719804648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"945e8af4-e729-4cfa-8862-98fcb86bbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.720510496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"50b4cace-1bc2-4f64-bfd3-a4d464383b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.724987813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"45b4f797-f230-425f-9103-aba9efbcf0df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.793602585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"86135417-87a5-43a7-9ed2-0df42db9de96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.795328745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"50b4cace-1bc2-4f64-bfd3-a4d464383b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.799383382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"45b4f797-f230-425f-9103-aba9efbcf0df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.861610098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"945e8af4-e729-4cfa-8862-98fcb86bbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.919482892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"945e8af4-e729-4cfa-8862-98fcb86bbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.962466539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"be4f8295-b90c-44fe-8011-be9a47ed6677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.962832163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700424ce-851b-41ac-9705-74aac61ad253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.994873709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012e6b46-adf5-4023-b3de-ad941957f74f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:14.995009271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012e6b46-adf5-4023-b3de-ad941957f74f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.048894206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700424ce-851b-41ac-9705-74aac61ad253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.061777698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"be4f8295-b90c-44fe-8011-be9a47ed6677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.114651872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700424ce-851b-41ac-9705-74aac61ad253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.212197645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6df0a71b-786e-46d3-be34-c45c44fcfc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.212886562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0146beb-d204-4f46-92d3-198a5e38099d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.213847121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0146beb-d204-4f46-92d3-198a5e38099d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.272573552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"258e0bda-ff60-4793-a667-533f5ce5c3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.273638742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"54b4a021-8c9a-429a-8104-5204ac2d4bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.293072551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"6df0a71b-786e-46d3-be34-c45c44fcfc78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.355568282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"258e0bda-ff60-4793-a667-533f5ce5c3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.390358308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"54b4a021-8c9a-429a-8104-5204ac2d4bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.412866663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e1ab8e85-bcb2-43dd-a492-36ed9254b965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.474365222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e1ab8e85-bcb2-43dd-a492-36ed9254b965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.509641437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"179abe5f-7ef4-40fb-b419-c089308c51af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.574745511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"179abe5f-7ef4-40fb-b419-c089308c51af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.765128367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f65764cf-ff5d-49d9-8380-2344ae8c333a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:15.850806347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"f65764cf-ff5d-49d9-8380-2344ae8c333a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.7263604Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5716f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5716f8","reconcileID":"a330b97a-f511-4e68-977b-398d81c7bb62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5716f8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5716f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:17.946878864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff95cbd-81a8-49a3-a19f-9689b8ed84e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.053755094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff95cbd-81a8-49a3-a19f-9689b8ed84e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.106409942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"29de70fc-8527-4d51-aa8b-5b2c8fb99b9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.167066728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff95cbd-81a8-49a3-a19f-9689b8ed84e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:18.251089923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff95cbd-81a8-49a3-a19f-9689b8ed84e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:20.903551921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8541fc-b4a3-4326-85c1-ec57e4ce53d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:20.97954244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8541fc-b4a3-4326-85c1-ec57e4ce53d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:21.033091845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8541fc-b4a3-4326-85c1-ec57e4ce53d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:21.088977332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8541fc-b4a3-4326-85c1-ec57e4ce53d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:24.912479099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"2a778c27-7c6d-4213-82c5-331de4c6320d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.078400995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"2a778c27-7c6d-4213-82c5-331de4c6320d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.14340694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"2a778c27-7c6d-4213-82c5-331de4c6320d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.170589638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f647738f-ee87-4d1c-8a43-3e47cedb8e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.208175638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccef96fe-9096-48c4-9662-ac7aa50f10a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.208202787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccef96fe-9096-48c4-9662-ac7aa50f10a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.355070619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f647738f-ee87-4d1c-8a43-3e47cedb8e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.358442468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cacf4fe8-ffe6-4952-85a6-78ce2665abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.420388865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f647738f-ee87-4d1c-8a43-3e47cedb8e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.426995516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cacf4fe8-ffe6-4952-85a6-78ce2665abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.485824566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cacf4fe8-ffe6-4952-85a6-78ce2665abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.489262098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48499ebc-874b-443d-a27c-a8373b0be176","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.48928164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48499ebc-874b-443d-a27c-a8373b0be176","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.54590103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f15d892-ffc6-42e3-9b01-e3df0dbd718e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.546011115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f15d892-ffc6-42e3-9b01-e3df0dbd718e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.314802392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"462d45be-b7a0-4391-b23e-fc4280edd3a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.4438701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"462d45be-b7a0-4391-b23e-fc4280edd3a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.501215299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"462d45be-b7a0-4391-b23e-fc4280edd3a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.560169325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ca335e-a097-4a9f-86d7-5f68f546fa0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.560188846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ca335e-a097-4a9f-86d7-5f68f546fa0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.647276561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17f4cd92-a624-41dc-a928-c61b5fa8e152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.745823385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd0792ff-2040-4cf8-9a41-66047c8ecca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.776686585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17f4cd92-a624-41dc-a928-c61b5fa8e152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.802253737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd0792ff-2040-4cf8-9a41-66047c8ecca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.834390603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17f4cd92-a624-41dc-a928-c61b5fa8e152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.858112646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd0792ff-2040-4cf8-9a41-66047c8ecca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.891604674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0544b794-d2a5-4480-bfee-67f7b7af1f32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.891625262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0544b794-d2a5-4480-bfee-67f7b7af1f32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.917977734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e00a93-858a-449c-a69c-9a7bf8f0a7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:35.917999332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e00a93-858a-449c-a69c-9a7bf8f0a7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:37.758672254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"d54bcba7-7ee3-4ead-95f6-f1369a4f984a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:42.889352354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474ea89-f11e-4f43-9a8e-2b7e5c431662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:42.942562825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474ea89-f11e-4f43-9a8e-2b7e5c431662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:42.994645357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474ea89-f11e-4f43-9a8e-2b7e5c431662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.047286497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3474ea89-f11e-4f43-9a8e-2b7e5c431662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:43.284049845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:44.961650461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e305d522-52ad-4245-8b0c-20b6c5000dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.013481617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e305d522-52ad-4245-8b0c-20b6c5000dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.065232273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e305d522-52ad-4245-8b0c-20b6c5000dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.117632873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e305d522-52ad-4245-8b0c-20b6c5000dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.675134947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"4f6b9bd1-676d-4e3e-98a2-829e005f1fc1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.823534702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"4f6b9bd1-676d-4e3e-98a2-829e005f1fc1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.881158644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"4f6b9bd1-676d-4e3e-98a2-829e005f1fc1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.937995357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9759d226-a14d-4b33-8b40-47aa30b26dbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:45.938014435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9759d226-a14d-4b33-8b40-47aa30b26dbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.052292531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482f96c6-7967-4217-9bce-8969c14b1608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.148330462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35103a90-6deb-41ad-8fdf-348944aac457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.179833778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482f96c6-7967-4217-9bce-8969c14b1608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.205621408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35103a90-6deb-41ad-8fdf-348944aac457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.237847316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482f96c6-7967-4217-9bce-8969c14b1608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.261308614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35103a90-6deb-41ad-8fdf-348944aac457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.297487195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e970e8d2-77b7-4d31-a2e3-b9a11a7444fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.297509828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e970e8d2-77b7-4d31-a2e3-b9a11a7444fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.322284737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64431f46-7999-45e6-979f-8e6c2a92407f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:46.322304297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64431f46-7999-45e6-979f-8e6c2a92407f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.049759331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"0c6eeaf4-66d3-47dc-9f9d-6dbb708ad6a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.176616717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"0c6eeaf4-66d3-47dc-9f9d-6dbb708ad6a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.232225099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"0c6eeaf4-66d3-47dc-9f9d-6dbb708ad6a4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.290146546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34132099-9a4e-4053-b16a-11f5269b7530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.290169826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34132099-9a4e-4053-b16a-11f5269b7530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.484352028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251951e9-716e-4c36-8db0-ea84089b284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.484987416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ebb3ee7-5169-40ce-9fb2-8c95ea1ffc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.614478767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ebb3ee7-5169-40ce-9fb2-8c95ea1ffc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:56.61867054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251951e9-716e-4c36-8db0-ea84089b284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.678285626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ebb3ee7-5169-40ce-9fb2-8c95ea1ffc7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:57:56.738959177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"251951e9-716e-4c36-8db0-ea84089b284c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.739427293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc098b74-c1df-4dcb-be73-a7dfbaa1bd3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.739450659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc098b74-c1df-4dcb-be73-a7dfbaa1bd3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.791488068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9659832-31c4-407e-8b68-c92e3ff3b2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.791513042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9659832-31c4-407e-8b68-c92e3ff3b2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.900377065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80fb6d01-01f8-4651-8fcc-97a87fe6a442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:56.957081924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80fb6d01-01f8-4651-8fcc-97a87fe6a442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:57.013634586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80fb6d01-01f8-4651-8fcc-97a87fe6a442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:57.072035401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23863775-08bd-4925-b2c1-b0508186379e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:57.072055212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23863775-08bd-4925-b2c1-b0508186379e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.276415279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"9672595b-2aa0-48e7-a32b-b848990e4cc3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.39458227Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"9672595b-2aa0-48e7-a32b-b848990e4cc3","name":"e2e-api-a-5716f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.235142818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"0a421f5e-a2fb-4490-bf2c-dac1f7eb824d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.235624036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"dfc42ef2-2041-4de5-ba98-bc343ea36f12","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.305705952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"2e1237b3-fad6-4ad7-9a92-0d9b85b5dee3","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.306158117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"1f29a428-6dcd-4e03-be3d-8aee435955c8","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.39373379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"01443802-5bbd-49ee-aac5-3b13c5f3047d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.393751367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f81a8481-5cdf-4608-bef4-c14abd19ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.450410913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"c4add58d-855f-480e-8493-4fa17635deaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.451053376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"7cb1f926-e8f1-4ea5-b3a3-c14affd7982e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.454862308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"01443802-5bbd-49ee-aac5-3b13c5f3047d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.465225279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f81a8481-5cdf-4608-bef4-c14abd19ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.82126939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f453cbd-2697-438d-89ac-da280ae4f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.821279397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ee77b3bb-855c-46a1-8efb-38e49accbdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.877791601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ee77b3bb-855c-46a1-8efb-38e49accbdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.879073214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f453cbd-2697-438d-89ac-da280ae4f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.410006589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"7c1ca475-8125-4b56-8fb3-37bd955283a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.558298271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"7c1ca475-8125-4b56-8fb3-37bd955283a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.63692223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"7c1ca475-8125-4b56-8fb3-37bd955283a9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.697772541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4be9a4d7-65d1-457a-85d4-b4c8429d013a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.697791021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4be9a4d7-65d1-457a-85d4-b4c8429d013a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:06.954712289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a844bb2-d9ce-4f94-82da-f4673a958ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.084018762Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a844bb2-d9ce-4f94-82da-f4673a958ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.144622279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a844bb2-d9ce-4f94-82da-f4673a958ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.202113159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13dc028b-05c2-4335-89c9-ed5b1de9a94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.202134156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13dc028b-05c2-4335-89c9-ed5b1de9a94d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.22842258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ed09ab-6b3b-4f25-bba2-b64643a11791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.285743264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ed09ab-6b3b-4f25-bba2-b64643a11791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.345209907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ed09ab-6b3b-4f25-bba2-b64643a11791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.404689461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c27ffbe-1602-49ae-bb3d-6f79f0829099","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:07.404710796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c27ffbe-1602-49ae-bb3d-6f79f0829099","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:13.279580659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.808438305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"876c5574-ac48-4181-aead-7a3d0f946890","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.934831513Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"876c5574-ac48-4181-aead-7a3d0f946890","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:16.994066368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"876c5574-ac48-4181-aead-7a3d0f946890","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.051123765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"295062ae-1eac-4142-b131-d956015fe701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.051157845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"295062ae-1eac-4142-b131-d956015fe701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.426465752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2478ed4-be31-4552-8042-38a80ce7a046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.527131792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"6dea6b9d-e548-439e-ad2c-912bec302d9c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.527185821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd43627c-d72d-47dd-95ac-7b1edf7a4c55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.527198638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd43627c-d72d-47dd-95ac-7b1edf7a4c55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.569848004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2acfe16c-eff5-44d7-be7e-04051cf8a14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.570282427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2478ed4-be31-4552-8042-38a80ce7a046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.630344767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2acfe16c-eff5-44d7-be7e-04051cf8a14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.631178649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2478ed4-be31-4552-8042-38a80ce7a046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.686478135Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-policy-b5303a1c","reconcileID":"6dea6b9d-e548-439e-ad2c-912bec302d9c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"policyNamespace":"ai-tenant-e2e-mt-d24db4e2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.689917167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8def80-065e-4801-ad02-7c15a6dd14a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.689973015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8def80-065e-4801-ad02-7c15a6dd14a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.691997778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2acfe16c-eff5-44d7-be7e-04051cf8a14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.746621028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6326c90b-9191-437d-bc11-28b506f0aa83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.74664819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6326c90b-9191-437d-bc11-28b506f0aa83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.752779091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bd77da1-8cf4-472b-982b-6e837362912a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.753141367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bd77da1-8cf4-472b-982b-6e837362912a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.913750947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb12bc97-1871-48ea-9358-84cb0f52956e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.913774524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb12bc97-1871-48ea-9358-84cb0f52956e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.855219683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0d61ca-d7dc-4eb2-8024-5bfb182ebce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.914751146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0d61ca-d7dc-4eb2-8024-5bfb182ebce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.955546655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06430985-e495-45e6-a794-6e58b2a142b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:27.975282039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0d61ca-d7dc-4eb2-8024-5bfb182ebce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.032806485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06430985-e495-45e6-a794-6e58b2a142b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.086176853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"4ca7781f-ab0e-4b76-b57d-fb773b6ab15a","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b5303a1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.108241831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06430985-e495-45e6-a794-6e58b2a142b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.307026715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"namespace":"ai-tenant-e2e-mt-d24db4e2","name":"e2e-shared-int-sub-b5303a1c","reconcileID":"4ca7781f-ab0e-4b76-b57d-fb773b6ab15a","MaaSSubscription":{"name":"e2e-shared-int-sub-b5303a1c","namespace":"ai-tenant-e2e-mt-d24db4e2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.530924955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cfc2c5-d860-4b8d-804f-9ff771204569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.530992619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cfc2c5-d860-4b8d-804f-9ff771204569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.579989086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"958f58b5-6b75-45d7-9e84-da1384ae60db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.390833333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"58fe9478-cf3e-49b9-a20a-c3ab97b01da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.39087453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"49e2c2b5-dc81-4345-80ff-0a7b962739e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.447173118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"58fe9478-cf3e-49b9-a20a-c3ab97b01da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.44733164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"49e2c2b5-dc81-4345-80ff-0a7b962739e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.133977181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fcdad51-7375-4973-a926-71aa25c6842e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.191621782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fcdad51-7375-4973-a926-71aa25c6842e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.265968557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa0adf5-3a11-426f-bebf-2d50534163fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.323508376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa0adf5-3a11-426f-bebf-2d50534163fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.521043467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08f9362f-6846-4388-b9be-21b49c36c941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.521073384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08f9362f-6846-4388-b9be-21b49c36c941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.623589733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bedbeb2-0df5-4444-bbdc-3ecd525a6f9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.623620815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bedbeb2-0df5-4444-bbdc-3ecd525a6f9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:42.780511757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ae8a3e-9f0e-4c0d-8e09-ba57145c696f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:42.83800148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ae8a3e-9f0e-4c0d-8e09-ba57145c696f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:42.893400708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ae8a3e-9f0e-4c0d-8e09-ba57145c696f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:42.950166196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ae8a3e-9f0e-4c0d-8e09-ba57145c696f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:43.279258075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.0741607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1e0326-d654-4187-bc21-e8716da3370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.083479102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"612ceaec-d656-4c0e-a5fb-20aed07ecf2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.083589618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"612ceaec-d656-4c0e-a5fb-20aed07ecf2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.126826225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1e0326-d654-4187-bc21-e8716da3370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.180396464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1e0326-d654-4187-bc21-e8716da3370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.233869836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1e0326-d654-4187-bc21-e8716da3370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.237200994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373ddf3c-d987-4e95-ac82-93cf7893bfb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.237311763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373ddf3c-d987-4e95-ac82-93cf7893bfb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.35060477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"cfaf7d8f-8542-4e57-9b7c-4a864641ed52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.541093082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"cfaf7d8f-8542-4e57-9b7c-4a864641ed52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.601811796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5716f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"cfaf7d8f-8542-4e57-9b7c-4a864641ed52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.659353624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10acb37c-7c90-4141-9d1b-403502f84206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.659373861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10acb37c-7c90-4141-9d1b-403502f84206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:47.822382794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d48353-d3c4-448e-b6da-7d71ec878672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:47.874703912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d48353-d3c4-448e-b6da-7d71ec878672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:47.926695897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d48353-d3c4-448e-b6da-7d71ec878672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:47.978460279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d48353-d3c4-448e-b6da-7d71ec878672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.415192287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-77c4b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-77c4b9","reconcileID":"ceb6d06f-6842-4b90-af11-8dc775290fa7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-77c4b9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-77c4b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.898654888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fa3588-6c66-481f-81fd-7732a46c501f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.950585101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fa3588-6c66-481f-81fd-7732a46c501f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:50.0023071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fa3588-6c66-481f-81fd-7732a46c501f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:50.054208169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fa3588-6c66-481f-81fd-7732a46c501f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.069616576Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cd7cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cd7cdb","reconcileID":"eaab1835-448d-4614-895b-a1eb9da9c78c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-cd7cdb","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-cd7cdb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.447640823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e09654-04c9-4c6b-a76c-98fb26a8cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.500711105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e09654-04c9-4c6b-a76c-98fb26a8cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.554820466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e09654-04c9-4c6b-a76c-98fb26a8cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.607725558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e09654-04c9-4c6b-a76c-98fb26a8cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:53.768492131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"8a660dc9-b5cc-421c-ade2-e69c34f36e17","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.505407194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac6b593-d2fa-4e01-b3a1-4b35562abf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.557971379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac6b593-d2fa-4e01-b3a1-4b35562abf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.61012945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac6b593-d2fa-4e01-b3a1-4b35562abf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.662234938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac6b593-d2fa-4e01-b3a1-4b35562abf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.812748687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"24b026ac-ad7e-4e26-9131-3790dc16561c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.869629393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"24b026ac-ad7e-4e26-9131-3790dc16561c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.924122753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5716f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"24b026ac-ad7e-4e26-9131-3790dc16561c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.584277116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597336c1-8eb9-4b5f-a140-de2d118bdbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.637375333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597336c1-8eb9-4b5f-a140-de2d118bdbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.689868182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597336c1-8eb9-4b5f-a140-de2d118bdbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.741879399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597336c1-8eb9-4b5f-a140-de2d118bdbee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:58.532256991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"e0d19e93-2677-49f8-9512-0cb4b8243c09","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:58.532284345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"e0d19e93-2677-49f8-9512-0cb4b8243c09","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.303617506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"9f9dbe08-db4d-4a3a-8358-c3ffe05c3c66","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.303891954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f6e92989-b427-403e-8566-269a47c46665","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.30433578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"dd6a4e64-475d-4529-9676-bf08ac929003","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.383918315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"aed55925-b379-4e89-8904-dfd7626df807","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.385241378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"13dd826e-09d9-45a9-ac4d-9db67d4ad56f","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.385753554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"dbb7f228-2df7-4262-a545-fb69849647bc","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.484826893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"06d912d7-0a76-442d-a6f5-d6bd62dbf72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.484859268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"1cc468a5-480e-4bd2-b70c-c69ed208f8ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.521046775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"7e3715c5-0068-452b-9801-23811ac12c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.521292892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"afda1d01-b49b-4714-970a-d8749f061eaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.547501499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"06d912d7-0a76-442d-a6f5-d6bd62dbf72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.548021449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"1cc468a5-480e-4bd2-b70c-c69ed208f8ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.878320469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d6410432-e319-4f94-9c8e-7af3d5869403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.87832588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"90006081-fed2-4127-bc6d-f0ee8fba8857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.935778859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"90006081-fed2-4127-bc6d-f0ee8fba8857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.936713082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d6410432-e319-4f94-9c8e-7af3d5869403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.012574993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"33005266-b5b7-439c-a473-10e4b6b3e5b7","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.012604004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"33005266-b5b7-439c-a473-10e4b6b3e5b7","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.079121069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"f5d4c829-9a62-4cbd-b47a-5b4a1595c488","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.079148812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"f5d4c829-9a62-4cbd-b47a-5b4a1595c488","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.184597362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"3f76b63e-adc0-4b2c-a56c-8f968aff7f7b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.295475908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"212ab285-57cf-4b9a-8f7d-7c2131a05d3a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.295496562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"212ab285-57cf-4b9a-8f7d-7c2131a05d3a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.312902955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"3f76b63e-adc0-4b2c-a56c-8f968aff7f7b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.358015285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba84e13a-893e-4492-ba63-467a3a616cbd","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.358033992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba84e13a-893e-4492-ba63-467a3a616cbd","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.36929126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f82bba6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"3f76b63e-adc0-4b2c-a56c-8f968aff7f7b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:04.41269047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"c183b7e3-353c-4dd9-91ef-6c89ff31fb73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9f82bba6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:04.413824921Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba84e13a-893e-4492-ba63-467a3a616cbd","name":"e2e-lifecycle-model-9f82bba6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9f82bba6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:04.41387133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba84e13a-893e-4492-ba63-467a3a616cbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9f82bba6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.419209678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"fa31ebb4-8148-4acb-865c-95091aff4a91","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.419228562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"fa31ebb4-8148-4acb-865c-95091aff4a91","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.429526673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"bde44706-aaae-4d19-a144-cd242ceb3ea1","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.42954428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"bde44706-aaae-4d19-a144-cd242ceb3ea1","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.522982388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"4eaf420e-0e6f-4561-a48b-1d28e5166461","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.523004999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"4eaf420e-0e6f-4561-a48b-1d28e5166461","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.535016084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"7f3f2c7a-8c21-4d2e-bfbb-9612502f0c19","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.57855123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b6428c3f-2e52-480b-a4dc-ae90f0ea280e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.578575023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b6428c3f-2e52-480b-a4dc-ae90f0ea280e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.596278233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"7f3f2c7a-8c21-4d2e-bfbb-9612502f0c19","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.651685023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f82bba6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"7f3f2c7a-8c21-4d2e-bfbb-9612502f0c19","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.837453814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"f8f47c87-952e-492d-a0db-90954a2f907a","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9f82bba6/e2e-sub-9f82bba6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.005038052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6eef7c24-de21-4304-9cc6-8738fb3a1b72","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.005058067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6eef7c24-de21-4304-9cc6-8738fb3a1b72","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.217545986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"3edbb7e5-f709-4898-8f5d-964a29db0c00","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.029806277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"58ac2e4f-4723-4077-905f-6dce5a833df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.087322525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"58ac2e4f-4723-4077-905f-6dce5a833df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.142954965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5716f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d572f6a5d47f7a15d3c47ef5669aceef60c24e4d464da27582b5edf18584630) AuthConfig (4872e094d481d46004566f739845c6339822df199954108be06ddebc4393b493) AuthConfig (77a946d61cb5d16ab16ff986836fe1e8a6fefd9be7446bfcf22d44b720a15837) AuthConfig (bd25473a9bdf40af331d0be06ba616dbfa6185c1111a2b7741876f5cb87df4e6) AuthConfig (cf0566649acb519895e43887d15d9bc45f9df85edea7a79be9036dec050aec01) AuthConfig (9822a3cfaecb8242a26cfc5f269b7f3ec52d0ab73e7e0108ae6c089f36c513d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"58ac2e4f-4723-4077-905f-6dce5a833df7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.200716632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9cccfc6-ff20-4f04-a890-5dad153f3b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.200734113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9cccfc6-ff20-4f04-a890-5dad153f3b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.282701152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:14.756342513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"2d67a3c1-7b50-4d61-b86c-38af979ee2f3","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:14.813736897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"2d67a3c1-7b50-4d61-b86c-38af979ee2f3","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:14.873757809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f82bba6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"2d67a3c1-7b50-4d61-b86c-38af979ee2f3","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:16.305862296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"776196da-3e7d-4de7-bfa8-ccf8577ba674","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:16.362056731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"776196da-3e7d-4de7-bfa8-ccf8577ba674","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:16.417604609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5716f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d572f6a5d47f7a15d3c47ef5669aceef60c24e4d464da27582b5edf18584630) AuthConfig (4872e094d481d46004566f739845c6339822df199954108be06ddebc4393b493) AuthConfig (77a946d61cb5d16ab16ff986836fe1e8a6fefd9be7446bfcf22d44b720a15837) AuthConfig (bd25473a9bdf40af331d0be06ba616dbfa6185c1111a2b7741876f5cb87df4e6) AuthConfig (cf0566649acb519895e43887d15d9bc45f9df85edea7a79be9036dec050aec01) AuthConfig (9822a3cfaecb8242a26cfc5f269b7f3ec52d0ab73e7e0108ae6c089f36c513d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"776196da-3e7d-4de7-bfa8-ccf8577ba674","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.299435082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"e35c1bbb-dc9a-47de-8975-6b67ea1e8cda","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.469665656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"dae2d4e9-3c26-4b16-a59a-ce2eeb2823ae","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.469686392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"dae2d4e9-3c26-4b16-a59a-ce2eeb2823ae","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.66759799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fea42300-82f2-479f-b769-5431161be1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.667602451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c9f411af-76a5-4413-be0d-4f85ba03ac67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.728947102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fea42300-82f2-479f-b769-5431161be1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.729318649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c9f411af-76a5-4413-be0d-4f85ba03ac67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.834641026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"b6fd410e-6607-4fc4-a360-7a4d5bce59d7","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.891717818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"b6fd410e-6607-4fc4-a360-7a4d5bce59d7","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:21.947320136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f82bba6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d98f53cbfb5583495bbf9bbab36b235467baa33f9ba79e43b6dd8acc8336bc8) AuthConfig (caf55adc7ae50a1fe2cbf1cd493e8b14654892672cdb023c2139bfc06c1971cc) AuthConfig (43866d5c20a4e6ec018d4316f10ab2d83cbb5ae2723eb4d390749c898e60c6a0) AuthConfig (2a84152bbdba6310bbb06f15bed2690ec10e43e16f25d1d05655067bf65508b4) AuthConfig (ed751b212a89d2ff7fca42dee48096d4ab5ab6f8c60281729aac5f6d84e315b6) AuthConfig (1a3862891649ee276f4b27f361ff14062368e9323e629558e3ce30d0d1edf49e) AuthConfig (7e297d6df049fe6a639d4f078fb32e758f325967354ffa2dbbc82b7662c8efce) AuthConfig (cf17245d2e5935b013116bc2574386a683775d3d83009ae7c137d6d0c7a32be3) AuthConfig (08691a71cdbe01b923b080453bdab0016b0ad7b900156e33727fd517eea0f79c) AuthConfig (58414c47d7072ede2d26b24e22881fa50460e99da4ee90dba004a000462bf9c1) AuthConfig (1767bae91806b5e7407be7b6fa251bdf7fdb0f9d9d78ce5ef554ccbd4fc6ba83) AuthConfig (e07aa61ccdb2255fc692872a890435a706190caba9ae135b3b7e9a1293120eec) AuthConfig (fcc8a834a92500f33d958d819dfe6719d562c3704d7b1eedc6cad7a99bacd18f) AuthConfig (d8dbc8d5db75218e5377558aa4a045f4394d817fbddf0c4cb07175674c69e2b6) AuthConfig (ac78e1e54c2b0f2384cb9a88e4742708691679edd769f0eb57a39d8e12915b55) AuthConfig (14de5f4affb79dc2b041adf8cf61356e1dd3575d79975d1f88541c5e9854d64a) AuthConfig (b67daa56d59bec36094273f4911a9b147b56ebabbd89b55dd718fcd31caf3ffc) AuthConfig (9fc7c61cda6d3c506174934a50de5f2d29f8bea1d450ac5ce73b34ccd2130061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"b6fd410e-6607-4fc4-a360-7a4d5bce59d7","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:22.006081834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"9bc97619-1e3a-492b-b38f-e6ed609fcfcf","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:22.006103227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"9bc97619-1e3a-492b-b38f-e6ed609fcfcf","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:26.523335671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c6ff5411-a14f-46f1-88e4-ccb83d19e5bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:26.58015623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c6ff5411-a14f-46f1-88e4-ccb83d19e5bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:26.864358614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93397e6-05b4-4ab9-acde-fe954fb3a954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:26.864384265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93397e6-05b4-4ab9-acde-fe954fb3a954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:31.209149562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"33a14c3c-8590-45d0-b3fe-87da50c423df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:31.325891996Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"33a14c3c-8590-45d0-b3fe-87da50c423df","name":"e2e-api-a-77c4b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.111256805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"74327b91-9bfa-4c21-999d-aadf0f200b04","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.169288112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"74327b91-9bfa-4c21-999d-aadf0f200b04","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.225908585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f82bba6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9d98f53cbfb5583495bbf9bbab36b235467baa33f9ba79e43b6dd8acc8336bc8) AuthConfig (caf55adc7ae50a1fe2cbf1cd493e8b14654892672cdb023c2139bfc06c1971cc) AuthConfig (43866d5c20a4e6ec018d4316f10ab2d83cbb5ae2723eb4d390749c898e60c6a0) AuthConfig (2a84152bbdba6310bbb06f15bed2690ec10e43e16f25d1d05655067bf65508b4) AuthConfig (ed751b212a89d2ff7fca42dee48096d4ab5ab6f8c60281729aac5f6d84e315b6) AuthConfig (1a3862891649ee276f4b27f361ff14062368e9323e629558e3ce30d0d1edf49e) AuthConfig (7e297d6df049fe6a639d4f078fb32e758f325967354ffa2dbbc82b7662c8efce) AuthConfig (cf17245d2e5935b013116bc2574386a683775d3d83009ae7c137d6d0c7a32be3) AuthConfig (08691a71cdbe01b923b080453bdab0016b0ad7b900156e33727fd517eea0f79c) AuthConfig (58414c47d7072ede2d26b24e22881fa50460e99da4ee90dba004a000462bf9c1) AuthConfig (1767bae91806b5e7407be7b6fa251bdf7fdb0f9d9d78ce5ef554ccbd4fc6ba83) AuthConfig (e07aa61ccdb2255fc692872a890435a706190caba9ae135b3b7e9a1293120eec) AuthConfig (fcc8a834a92500f33d958d819dfe6719d562c3704d7b1eedc6cad7a99bacd18f) AuthConfig (d8dbc8d5db75218e5377558aa4a045f4394d817fbddf0c4cb07175674c69e2b6) AuthConfig (ac78e1e54c2b0f2384cb9a88e4742708691679edd769f0eb57a39d8e12915b55) AuthConfig (14de5f4affb79dc2b041adf8cf61356e1dd3575d79975d1f88541c5e9854d64a) AuthConfig (b67daa56d59bec36094273f4911a9b147b56ebabbd89b55dd718fcd31caf3ffc) AuthConfig (9fc7c61cda6d3c506174934a50de5f2d29f8bea1d450ac5ce73b34ccd2130061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"74327b91-9bfa-4c21-999d-aadf0f200b04","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.907542873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"2057c943-b28a-4d96-ab59-3a0ff707f57d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.024723831Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"2057c943-b28a-4d96-ab59-3a0ff707f57d","name":"e2e-api-b-cd7cdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:42.332061748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"0873f7c7-0ac2-4260-ae2d-7ea95ec23fcd","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:42.389552238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"0873f7c7-0ac2-4260-ae2d-7ea95ec23fcd","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:42.70831632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"1526a14d-363b-46bf-9ce5-12b16492d21e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:42.708340084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"1526a14d-363b-46bf-9ce5-12b16492d21e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:43.280220171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.420663368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba6c5a66-11d6-4c0f-b12c-2b556c698695","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.420684585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ba6c5a66-11d6-4c0f-b12c-2b556c698695","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.580894126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"35f29287-ee96-4865-a0e5-2f641f0e17b9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.580919857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"35f29287-ee96-4865-a0e5-2f641f0e17b9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.629355056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"526a2694-9131-4c49-a5aa-f88dd4bfa06d","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.68701426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"526a2694-9131-4c49-a5aa-f88dd4bfa06d","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.735689686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"6375216b-cd7b-439a-bdcb-89cd0742af1f","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.000040086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f9b52cf5-e6f4-4fbe-9c0a-32fc74e274cf","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.056256028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"a8dba041-3f08-4cd3-ac3c-27aea73f9b73","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.058280382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f9b52cf5-e6f4-4fbe-9c0a-32fc74e274cf","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.387595643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea4df5-7eaa-4ffe-a9ce-9a85cbedc35a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.443495359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea4df5-7eaa-4ffe-a9ce-9a85cbedc35a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.496389828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea4df5-7eaa-4ffe-a9ce-9a85cbedc35a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.552548521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ea4df5-7eaa-4ffe-a9ce-9a85cbedc35a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:58.447002022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610e2448-f483-45ab-a4c6-500968602efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:58.499150462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610e2448-f483-45ab-a4c6-500968602efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:58.553467662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610e2448-f483-45ab-a4c6-500968602efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:58.606399748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610e2448-f483-45ab-a4c6-500968602efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:00.56899833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7654a404-976d-4750-b31e-bb4a6e8aeecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:00.626449827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7654a404-976d-4750-b31e-bb4a6e8aeecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:00.681484219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7654a404-976d-4750-b31e-bb4a6e8aeecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:00.736082544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7654a404-976d-4750-b31e-bb4a6e8aeecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:02.340344811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"4f9348e3-28d2-456b-b23c-e14e5457dbe5","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.312013307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"2ed06bf9-7d7a-4c15-ac20-7b78fcba8367","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.368815295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"20dbc6b3-d11c-44e1-992f-d957315812f2","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.526078498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"de3478c1-e395-4076-a85b-68bf1d8027e5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.58303176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"de3478c1-e395-4076-a85b-68bf1d8027e5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.66178303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f20e75b4-b59d-482f-a7d7-6af93dfa3602","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.718532767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d79b5887-a992-44cb-aef9-3b0f863c8d2c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:03.76785736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub","reconcileID":"20d3a2b7-da49-4b7c-98b1-928954c1b483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.823286747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"bad43915-01be-4597-ae13-5ff7abe77873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.874669568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9019fb89-36d5-4a41-bafa-310096473913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.879725524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"bad43915-01be-4597-ae13-5ff7abe77873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.884583442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"995675b4-d00b-4337-b3d5-61e957384610","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.930523642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9019fb89-36d5-4a41-bafa-310096473913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.941702543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d468abb6-c6c2-4323-b31e-64edf162be0d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:03.984054858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d680bf49-5681-484c-843b-13fc811f89ad","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.19222856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5dee818e-2b7e-4c9a-80c9-d57c7ab2d1b4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.249132876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5dee818e-2b7e-4c9a-80c9-d57c7ab2d1b4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.296438437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"74e3ecd8-aaae-4231-941e-46ff7b24b644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.304927704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub","reconcileID":"dabd8872-9831-4ded-851f-a8f7c6797c25","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.352402856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"74e3ecd8-aaae-4231-941e-46ff7b24b644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.398744035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e868917f-487a-4094-9eec-dee32ff1f5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.456779102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e868917f-487a-4094-9eec-dee32ff1f5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.469990777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"7b68114c-082f-434c-8556-548c903a1901","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.587163598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"3bdbc72b-7940-4c3c-a73b-27e4b6f91c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.677036342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cab5be-74fd-48ae-b1ef-909529da573c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.688092202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub","reconcileID":"93b7f274-d582-4ade-aa1a-40689619f80b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.729148363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cab5be-74fd-48ae-b1ef-909529da573c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.780923217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cab5be-74fd-48ae-b1ef-909529da573c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:04.833039434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cab5be-74fd-48ae-b1ef-909529da573c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:05.153485366Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3ce74e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3ce74e","reconcileID":"6b4d224f-6a98-4a02-81ba-93a2b4eaed4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3ce74e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3ce74e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.020077763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"d021ccde-d118-4452-adf7-7cbe94bcd3fa","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.020099202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"d021ccde-d118-4452-adf7-7cbe94bcd3fa","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.164630057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"ade55e6a-a5a6-4059-8b33-005593f567a6","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.247327996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"ade55e6a-a5a6-4059-8b33-005593f567a6","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.29567661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"1dc0117b-d0b4-490c-8fa7-375c94b65aff","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.556433727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"3f917e5e-871f-4bb6-aad9-c07d182d80d1","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.61331786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"3f917e5e-871f-4bb6-aad9-c07d182d80d1","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.614487456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"96f97304-c84f-44ab-86a8-b3a5a4203219","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.655295267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"88f79c04-bd21-4e41-82dc-ac7256229a41","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.810225864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8665831e-7137-42e4-bf38-6daee6bd8c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.863021111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8665831e-7137-42e4-bf38-6daee6bd8c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.863342488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"84f44513-9a27-439c-a6d4-c4dcb255bcc5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.863509118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"af1b43ab-11d8-4892-873a-339815a8c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.863795845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"66fbcfb7-44a0-412f-b91e-d3b6f71478d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.915904304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8665831e-7137-42e4-bf38-6daee6bd8c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.9682419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8665831e-7137-42e4-bf38-6daee6bd8c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.972222644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"84f44513-9a27-439c-a6d4-c4dcb255bcc5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.972306757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"af1b43ab-11d8-4892-873a-339815a8c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.024506013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"66fbcfb7-44a0-412f-b91e-d3b6f71478d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.903559507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05407222-e696-4985-b7d3-ef98540cbfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:08.95552988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05407222-e696-4985-b7d3-ef98540cbfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:09.00939327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05407222-e696-4985-b7d3-ef98540cbfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:09.062023402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05407222-e696-4985-b7d3-ef98540cbfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:13.280912935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.817089202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub","reconcileID":"74e52ef2-4141-4b9c-8986-c59ce4f99100","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.033824411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub","reconcileID":"74e52ef2-4141-4b9c-8986-c59ce4f99100","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.249254583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"716ba3e2-fd5b-490c-b9c1-3aa71181c959","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.298886719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"6ad24bee-3953-4b61-b660-6d09ffb66601","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.455994974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd90f9c1-e11d-408f-9fcf-379b6e739d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.456139852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fe944193-bdae-4863-b9ae-71858ac1c873","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.455995966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ceaf0f1b-63fe-4177-aa6a-a4d438bf97f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.513240759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd90f9c1-e11d-408f-9fcf-379b6e739d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.513641585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ceaf0f1b-63fe-4177-aa6a-a4d438bf97f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.515372538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fe944193-bdae-4863-b9ae-71858ac1c873","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:23.183838274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c4515d-2ac6-4db1-a9f0-3e5e8068a0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:23.235665939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c4515d-2ac6-4db1-a9f0-3e5e8068a0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:23.287950363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c4515d-2ac6-4db1-a9f0-3e5e8068a0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:23.340064961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c4515d-2ac6-4db1-a9f0-3e5e8068a0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:25.271487668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42408ce3-9842-4c50-a768-3d2b4f630b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:25.323249889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42408ce3-9842-4c50-a768-3d2b4f630b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:25.375321708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42408ce3-9842-4c50-a768-3d2b4f630b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:25.427162756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42408ce3-9842-4c50-a768-3d2b4f630b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.048657519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732255ff-7833-4281-b075-23ca679e76f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.048681236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732255ff-7833-4281-b075-23ca679e76f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.105627534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5466978c-e285-4990-8b64-777778aa177a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.105646937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5466978c-e285-4990-8b64-777778aa177a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.20925796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"2ffb9479-197d-4a96-95a7-eda9b34c94be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.333121546Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"2ffb9479-197d-4a96-95a7-eda9b34c94be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.388115726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-77c4b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"2ffb9479-197d-4a96-95a7-eda9b34c94be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.44435453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ed31e5-e4a3-42c0-906d-71deba5dd93f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.444380243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ed31e5-e4a3-42c0-906d-71deba5dd93f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:30.974453429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c559f64b-fadb-4596-a982-2754034941e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:31.026647375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c559f64b-fadb-4596-a982-2754034941e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:31.07957265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c559f64b-fadb-4596-a982-2754034941e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:31.13175475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c559f64b-fadb-4596-a982-2754034941e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:31.468357285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2fd070","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2fd070","reconcileID":"b0fb47f6-4382-4d78-9456-340fe479c5ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2fd070","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2fd070":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.15940761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca70b191-eb85-4cd8-b718-16e448c12625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.212313213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca70b191-eb85-4cd8-b718-16e448c12625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.26544305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca70b191-eb85-4cd8-b718-16e448c12625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.317517347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca70b191-eb85-4cd8-b718-16e448c12625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.21940271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd9be23-c856-4864-a344-0237cda6e120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.272067597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd9be23-c856-4864-a344-0237cda6e120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.324255481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd9be23-c856-4864-a344-0237cda6e120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.376040078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd9be23-c856-4864-a344-0237cda6e120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:36.577269558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"545ff841-1fa0-44c6-8952-8d80bfa81921","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:36.634089753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"545ff841-1fa0-44c6-8952-8d80bfa81921","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:36.69007058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-77c4b9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"545ff841-1fa0-44c6-8952-8d80bfa81921","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.010066569Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.01016065Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.06695745Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.066988609Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.067080461Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.06755798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"0730dbca-1dac-4785-9023-ebebe76efdbb","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.067573572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"0730dbca-1dac-4785-9023-ebebe76efdbb","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.105594832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"f9e8dadd-ae7b-48c6-8374-effdf9a65a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.133293272Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"c053260a-0b52-488e-a139-1bad32f772ef","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.158915585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"e3907484-9c47-4e96-ba97-ff6606ca84af","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.175658136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"e3907484-9c47-4e96-ba97-ff6606ca84af","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.188566897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"32903378-a480-4d68-8227-26c004d533a3","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.212722356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d0fef32-ac65-4338-83d6-689c8e8ed78e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.213168253Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"e2c417f0-d4af-46e2-ae99-3959260047da","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.247574827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"32903378-a480-4d68-8227-26c004d533a3","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.265831917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"e2c417f0-d4af-46e2-ae99-3959260047da","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"maas-trlp-e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.408498914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcf51f-95c6-4ffa-89df-9be4742194f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.408776861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f3cd2cfc-705c-47b2-b729-b7e9dede1c3b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.461814144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcf51f-95c6-4ffa-89df-9be4742194f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.515189844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcf51f-95c6-4ffa-89df-9be4742194f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.52138489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6e32844c-dfa2-4a14-b205-60ce54fb3c96","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.521411778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6e32844c-dfa2-4a14-b205-60ce54fb3c96","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.567921963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcf51f-95c6-4ffa-89df-9be4742194f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.620827308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"e73c5855-f2c1-4faa-a1e5-01251d017a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.66773231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f3cd2cfc-705c-47b2-b729-b7e9dede1c3b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.783968947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"3d8b9bd4-fc75-4605-8107-b7de33d126b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.786772301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"38d7dfff-fb40-45c3-9982-335356cc1b2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.806367916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f3cd2cfc-705c-47b2-b729-b7e9dede1c3b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"name":"e2e-mt-9f82bba6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.806397938Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-policy-9f82bba6","reconcileID":"f3cd2cfc-705c-47b2-b729-b7e9dede1c3b","MaaSAuthPolicy":{"name":"e2e-policy-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.864002338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"fbc766ec-b0b8-43e5-88a6-58b0cf0e0aff","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.864021472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"fbc766ec-b0b8-43e5-88a6-58b0cf0e0aff","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:37.947383934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"4ff59208-9db4-40dc-b15d-dec6cf83e1e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.038486826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc79e272-c5ca-4b2b-85c0-273d87e36718","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.06367272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"abea3767-ff82-415b-9713-b9785f9bf881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.082367457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40b8c40-85d2-4842-a4f8-6b69a4cfb029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.082493117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40b8c40-85d2-4842-a4f8-6b69a4cfb029","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.144457165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d21e99-1bad-4254-aaa8-674c718b661f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.144495446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d21e99-1bad-4254-aaa8-674c718b661f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.196892179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b94f0076-29fa-4534-bab3-43dfe4390193","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.253414176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"678ec984-1c4d-423f-bcce-e8d2c9e19041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.287801423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"66727ffa-e760-40a0-9ffc-13524d930384","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.379410509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"678ec984-1c4d-423f-bcce-e8d2c9e19041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"name":"e2e-api-b-cd7cdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.385122567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"e3519767-a663-4a14-98ab-1fef064e40ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.385580214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"8e7dad49-99f7-483f-b056-ced72a65b5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.435568205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cd7cdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"678ec984-1c4d-423f-bcce-e8d2c9e19041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.493842283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f3c4e3e-ad69-4f7a-98ce-a4eb90d26078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:38.493872594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f3c4e3e-ad69-4f7a-98ce-a4eb90d26078","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:43.279223086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:44.071855851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bb84090d-3720-48e4-9423-18f85b2d014c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:44.071994904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"c475804d-64bb-46c5-bc3d-3bb3c94e2f27","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:44.28245535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"592c3d4e-0a80-4391-be16-a9c769e613a3","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:45.529059202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc55b594-967a-4a77-9ed3-6583ba130a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:45.529081958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc55b594-967a-4a77-9ed3-6583ba130a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:45.54122575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"896f0af4-a302-4131-b873-e230fbb347ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:45.598499432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"896f0af4-a302-4131-b873-e230fbb347ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:45.755058308Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c19572f5-e72b-4830-bf84-466c76dd5cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.039397538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c19572f5-e72b-4830-bf84-466c76dd5cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.16707913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c19572f5-e72b-4830-bf84-466c76dd5cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"name":"e2e-api-a-5716f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.167112867Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"e2e-e2e-api-a-5716f8-policy","reconcileID":"c19572f5-e72b-4830-bf84-466c76dd5cf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5716f8-policy","namespace":"ai-tenant-e2e-api-a-5716f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5716f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.224060724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecdb2283-aa02-4b34-bcf6-e1be5d5dfe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.224083496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecdb2283-aa02-4b34-bcf6-e1be5d5dfe8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.797009046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9e91c692-bcde-4ae0-bbc4-5b162891aea7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.855370032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9e91c692-bcde-4ae0-bbc4-5b162891aea7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.900457735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a332cb-3194-440b-99c7-7eda9d851ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.952711474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a332cb-3194-440b-99c7-7eda9d851ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.957629368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-77c4b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c987baabc7e8a980569f87f203204f685ff08f79a03dfbaeda0455aa49cfa2c) AuthConfig (48e6ae0b2be5f36201e4140c979cbbf999cb8f57215e41ed23dc44a32d2140c1) AuthConfig (ca908e7b03d8d067a376aa5f8bc6d762c13ad2ed33ba8e2649a66381b07e0e75) AuthConfig (24e871e2dcda06de63d30224fbdd0f64f2777059ff9c82853639d5105ad7a946) AuthConfig (4a20b3ca1ce94e48a54353866e8a7a347527583be2ea1d3c90cbc28b6aa7929b) AuthConfig (b73909439dd70277d51d41ffc3108fd971973ddc646858837f38f49e24178197)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9e91c692-bcde-4ae0-bbc4-5b162891aea7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.004849624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a332cb-3194-440b-99c7-7eda9d851ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.057266843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a332cb-3194-440b-99c7-7eda9d851ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.063692467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa65068f-c696-41a5-ab29-8234fce44574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.063717088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa65068f-c696-41a5-ab29-8234fce44574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.734025905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"e62a1ca7-5a3b-4b8f-a2a2-6fd6b4389feb","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","subscription":"e2e-sub-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.790741574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-sub-9f82bba6","reconcileID":"e62a1ca7-5a3b-4b8f-a2a2-6fd6b4389feb","MaaSSubscription":{"name":"e2e-sub-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.119924671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8ec53f2d-7573-48d6-81d6-c832cbbb6b81","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.119992223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8ec53f2d-7573-48d6-81d6-c832cbbb6b81","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.602728057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"f944a823-2b04-443a-8d4b-8bc551c5f1f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.660310883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"f944a823-2b04-443a-8d4b-8bc551c5f1f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"name":"e2e-api-b-cd7cdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.717023775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cd7cdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"f944a823-2b04-443a-8d4b-8bc551c5f1f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:49.024738447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa9592-5637-49d3-b82c-bb8f10f79f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:49.08028016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa9592-5637-49d3-b82c-bb8f10f79f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:49.133894699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa9592-5637-49d3-b82c-bb8f10f79f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:49.187285176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efa9592-5637-49d3-b82c-bb8f10f79f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:56.947179152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"d062209a-c559-4a0a-9143-19ac7a6f9ff6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.068504978Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"d062209a-c559-4a0a-9143-19ac7a6f9ff6","name":"e2e-api-a-3ce74e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.127881106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","namespace":"ai-tenant-e2e-api-a-5716f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.127999942Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","namespace":"ai-tenant-e2e-api-a-5716f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.128089054Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","tenant":"e2e-api-a-5716f8","tenantID":"e2e-api-a-5716f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.170904208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"552b5b7d-17eb-4a42-b726-27385b6773df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.182640639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Deployment","name":"maas-api-e2e-api-a-5716f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.229409947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"552b5b7d-17eb-4a42-b726-27385b6773df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.24697759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Service","name":"maas-api-e2e-api-a-5716f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.286770088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-77c4b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c987baabc7e8a980569f87f203204f685ff08f79a03dfbaeda0455aa49cfa2c) AuthConfig (48e6ae0b2be5f36201e4140c979cbbf999cb8f57215e41ed23dc44a32d2140c1) AuthConfig (ca908e7b03d8d067a376aa5f8bc6d762c13ad2ed33ba8e2649a66381b07e0e75) AuthConfig (24e871e2dcda06de63d30224fbdd0f64f2777059ff9c82853639d5105ad7a946) AuthConfig (4a20b3ca1ce94e48a54353866e8a7a347527583be2ea1d3c90cbc28b6aa7929b) AuthConfig (b73909439dd70277d51d41ffc3108fd971973ddc646858837f38f49e24178197)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"552b5b7d-17eb-4a42-b726-27385b6773df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.304138269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5716f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.361554637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5716f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.422447585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.480090059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.539361048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.59459971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.652183972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Deployment","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.704981058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.75715409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Service","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.812839175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.865572796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.917472735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.96946515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.025161099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.07715966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.129020955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.18435074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5716f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.241385089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5716f8"},"namespace":"ai-tenant-e2e-api-a-5716f8","name":"default-tenant","reconcileID":"a91174bd-f951-497f-85ae-141e0243595d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5716f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.82207321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"6689b20e-5e43-4321-8ee6-79be241b2cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.880915839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"6689b20e-5e43-4321-8ee6-79be241b2cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"name":"e2e-api-b-cd7cdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.936735795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cd7cdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"6689b20e-5e43-4321-8ee6-79be241b2cd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:00.528830507Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5716f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5716f8","reconcileID":"d30bdb0b-8c12-407b-b510-ac8d6cff9786","aitenant":"ai-tenants/e2e-api-a-5716f8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:01.110884666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4339ebd6-0867-457d-8584-a70d8cdfdb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:01.167241932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4339ebd6-0867-457d-8584-a70d8cdfdb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:01.225116413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4339ebd6-0867-457d-8584-a70d8cdfdb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:01.277608903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4339ebd6-0867-457d-8584-a70d8cdfdb21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:01.399794758Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5716f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5716f8","reconcileID":"d30bdb0b-8c12-407b-b510-ac8d6cff9786","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5716f8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5716f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:02.85948229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c7ffe1e3-8f39-445e-9e5d-f31ba1b3d825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:02.940276837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"fae49bd0-8e3b-497e-8e34-9dc700b24618","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.033098094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8120207-8bd2-4333-820a-4c8657395370","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.147607026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b46d6ea-b726-4045-bc98-cd1f9aa1afb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.257765105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"6fe376b0-f9b2-4bfc-b5f8-85cbf5658a10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.282486664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1951b16-bb4a-4d51-82b2-5576608a7841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.336798233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1951b16-bb4a-4d51-82b2-5576608a7841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.389008898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1951b16-bb4a-4d51-82b2-5576608a7841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.389208426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6512670e-1b38-4152-bcdd-6d1ac0ca4ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.441503485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1951b16-bb4a-4d51-82b2-5576608a7841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.66869245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"af5ce79c-a72b-4dbb-97fc-f77e5da2501d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.70418096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"0a840073-79e7-4ef9-b814-6ee1533f281e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.776339208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"7b3d74e1-bdf4-4b28-a278-e6834ac027bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.890509203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"ba860aa0-d945-4e93-9905-f54da3dd7659","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.913528031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"78f09857-cd57-4b9a-aa57-d981866abdb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.098452721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"77ec4346-01ea-437f-8679-8be4290c0e4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.464250468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fae032-c413-431a-98f1-76058a3d7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.522792292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fae032-c413-431a-98f1-76058a3d7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.576786587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fae032-c413-431a-98f1-76058a3d7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.62947774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fae032-c413-431a-98f1-76058a3d7cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.394513875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"831b4aa6-0b72-4608-b892-362cd244c88b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.454998167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"831b4aa6-0b72-4608-b892-362cd244c88b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.561252897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12112181-f806-4f4f-ae92-12df2d8dd918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.615017702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12112181-f806-4f4f-ae92-12df2d8dd918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.667747321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12112181-f806-4f4f-ae92-12df2d8dd918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.719912375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12112181-f806-4f4f-ae92-12df2d8dd918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.85434153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a33f6fa-440c-4dc5-9fd1-7c11283ead03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:07.854364587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a33f6fa-440c-4dc5-9fd1-7c11283ead03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.561994783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"ac63ef29-1a55-4d51-aeae-dd3d03191269","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.562073709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eafda71-c490-4f99-b150-da049d032215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.562092763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7eafda71-c490-4f99-b150-da049d032215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.720165395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"ac63ef29-1a55-4d51-aeae-dd3d03191269","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.926728812Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"ac63ef29-1a55-4d51-aeae-dd3d03191269","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"name":"e2e-api-b-cd7cdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.926755245Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"e2e-e2e-api-b-cd7cdb-policy","reconcileID":"ac63ef29-1a55-4d51-aeae-dd3d03191269","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cd7cdb-policy","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cd7cdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.988099629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c929fd1-34c5-4637-b262-edf720792238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:08.988120022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c929fd1-34c5-4637-b262-edf720792238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.694225458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6b729-3f34-4be5-8ac7-d411acc54cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.748872697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6b729-3f34-4be5-8ac7-d411acc54cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.802780686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6b729-3f34-4be5-8ac7-d411acc54cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.855955152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6b729-3f34-4be5-8ac7-d411acc54cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.200257631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52b47d7-24b5-4a3b-8a8f-0d26937376ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.200284868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52b47d7-24b5-4a3b-8a8f-0d26937376ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.344404741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e78b311-f377-42e0-97b7-7ad3189d036a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.344426718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e78b311-f377-42e0-97b7-7ad3189d036a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.495747261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c922da9e-5ee3-46dd-b123-4d4c576d8139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.495769507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c922da9e-5ee3-46dd-b123-4d4c576d8139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.503949048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"a86d03ef-c0d2-4cc4-b37b-f3cd4096b47a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.555857814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87c53e6-1235-4170-a301-0949bf3a1487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.555886966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87c53e6-1235-4170-a301-0949bf3a1487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.561211009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"a86d03ef-c0d2-4cc4-b37b-f3cd4096b47a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:11.670112322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"18376b5b-b3b7-4d87-90c1-c74f94da05f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-62cd645c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.724681084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"688eb18d-18e1-4cb5-b50d-a06712166b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.72761965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e9e7d3-829c-4238-b25b-050b427d4e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.787621393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e9e7d3-829c-4238-b25b-050b427d4e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.792804784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"688eb18d-18e1-4cb5-b50d-a06712166b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.810006638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6365150d-52b4-4718-9f1e-c8d32d67d30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.810027134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6365150d-52b4-4718-9f1e-c8d32d67d30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.873878646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de24832d-c852-4a5e-ba06-e35f1338e65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.873901009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de24832d-c852-4a5e-ba06-e35f1338e65e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.951249187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6c461b6-4133-421d-a708-9104bfd0220d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.951271098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6c461b6-4133-421d-a708-9104bfd0220d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.970638754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05104eb-e4b8-4501-94b0-db48d6af4ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.024086096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05104eb-e4b8-4501-94b0-db48d6af4ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.077410289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05104eb-e4b8-4501-94b0-db48d6af4ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.130149695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05104eb-e4b8-4501-94b0-db48d6af4ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.237482047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d30ad2b-af1b-4550-b36d-9256bb3cc893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.237635666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"c73302b1-a4fe-42d7-bfc4-dd3479d2b8b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.291623652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e8f355-ac34-46d8-a75d-5f15824e9ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.297528659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"c73302b1-a4fe-42d7-bfc4-dd3479d2b8b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.297699595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d30ad2b-af1b-4550-b36d-9256bb3cc893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.29849899Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"a0b050c7-d5f0-4c08-824b-7f79556873fb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-62cd645c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.346884049Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"a0b050c7-d5f0-4c08-824b-7f79556873fb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-62cd645c","error":"MaaSModelRef not found: llm/nonexistent-model-62cd645c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.349296476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e8f355-ac34-46d8-a75d-5f15824e9ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.558467137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60271382-7bd4-4a3c-8f49-e413b83a5bf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.622216789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd73199b-5624-4f32-b36c-00ab6997edc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.622238708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd73199b-5624-4f32-b36c-00ab6997edc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.842233899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"1895a2c0-a91d-47f1-8e40-a12d3fccec4d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.842395592Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"1895a2c0-a91d-47f1-8e40-a12d3fccec4d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-62cd645c","error":"MaaSModelRef not found: llm/nonexistent-model-62cd645c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:13.280062338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.060345285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06aa1906-6a3d-45f0-841e-c92836bb40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.116052699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06aa1906-6a3d-45f0-841e-c92836bb40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.16822739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06aa1906-6a3d-45f0-841e-c92836bb40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.22072939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06aa1906-6a3d-45f0-841e-c92836bb40ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.307348772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7d08557-f26c-4c09-a98c-b846088b7543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.307378094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7d08557-f26c-4c09-a98c-b846088b7543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.492090975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01efd5a7-35a4-42f9-b0db-c915992fb106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.492694758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"d56b2578-3519-4779-ba9d-3dce317f436d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.493044724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9935296f-45eb-41c4-b0db-5b585986f142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.550444344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01efd5a7-35a4-42f9-b0db-c915992fb106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.55163308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"d56b2578-3519-4779-ba9d-3dce317f436d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.553050373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9935296f-45eb-41c4-b0db-5b585986f142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.72836845Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","namespace":"ai-tenant-e2e-api-b-cd7cdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.728444313Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","namespace":"ai-tenant-e2e-api-b-cd7cdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.728509742Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","tenant":"e2e-api-b-cd7cdb","tenantID":"e2e-api-b-cd7cdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.786151536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Deployment","name":"maas-api-e2e-api-b-cd7cdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.855256432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Service","name":"maas-api-e2e-api-b-cd7cdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.912861739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-cd7cdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.97250256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-cd7cdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.029811334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.090658995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.154141077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.214370391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.295581959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Deployment","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.352169845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.405536306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Service","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.458490057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.511456567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.56437268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.627741349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.686442949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.73941169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.792662633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.849433929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-cd7cdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.902325971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cd7cdb"},"namespace":"ai-tenant-e2e-api-b-cd7cdb","name":"default-tenant","reconcileID":"5a1d6f27-efd2-411e-9d3c-c9cd18c9ac5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-cd7cdb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.18948207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea86c3-295b-4d22-9a28-0c1efac3be42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.242053643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea86c3-295b-4d22-9a28-0c1efac3be42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.294800789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea86c3-295b-4d22-9a28-0c1efac3be42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.347127282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ea86c3-295b-4d22-9a28-0c1efac3be42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:17.922201786Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cd7cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cd7cdb","reconcileID":"bce62a18-7387-4255-8a88-a9db11a3a7e2","aitenant":"ai-tenants/e2e-api-b-cd7cdb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.30538302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246dd904-7023-43f7-9364-6b501c086f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.360799718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246dd904-7023-43f7-9364-6b501c086f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.413208877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246dd904-7023-43f7-9364-6b501c086f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.466702427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246dd904-7023-43f7-9364-6b501c086f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.749239145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cd7cdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cd7cdb","reconcileID":"bce62a18-7387-4255-8a88-a9db11a3a7e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-cd7cdb","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-cd7cdb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.513386775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80603b-4f79-4057-8cdd-16ec311b5de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.565356771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80603b-4f79-4057-8cdd-16ec311b5de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.619726074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80603b-4f79-4057-8cdd-16ec311b5de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:20.672536699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80603b-4f79-4057-8cdd-16ec311b5de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:21.318242504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"23606311-12d1-4c26-b65a-dc44c15040a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:21.442682702Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"23606311-12d1-4c26-b65a-dc44c15040a6","name":"e2e-api-b-2fd070-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.475102196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"b8440655-ff7d-445d-93fc-5bbba8cabebd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-62cd645c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.701417844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"b8440655-ff7d-445d-93fc-5bbba8cabebd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.701462145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"b8440655-ff7d-445d-93fc-5bbba8cabebd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-62cd645c","subscription":"e2e-neg-ghost-sub-62cd645c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.701633664Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-62cd645c","reconcileID":"b8440655-ff7d-445d-93fc-5bbba8cabebd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-62cd645c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-62cd645c","error":"MaaSModelRef not found: llm/nonexistent-model-62cd645c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.936675354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4960b217-c47c-42fb-be66-7545ea48374b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.020345204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85455bca-b623-4fb3-9030-37dfe6f65639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.020484342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85455bca-b623-4fb3-9030-37dfe6f65639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.173921944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30046416-1828-4fb7-aeb9-5a510080f2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.174077726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30046416-1828-4fb7-aeb9-5a510080f2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.210963411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"e99606e6-107d-4a42-a6e1-c18d6e68967c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.211014388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e302e96c-f18a-499c-a8a8-19aa9415aa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.21156448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef98ffc-b479-4b25-bf69-1e268f8d916c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.284809704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"e99606e6-107d-4a42-a6e1-c18d6e68967c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.285547334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e302e96c-f18a-499c-a8a8-19aa9415aa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.294824138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ef98ffc-b479-4b25-bf69-1e268f8d916c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.465668436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-62cd645c","reconcileID":"590917da-9c75-443e-92a8-302058020caf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-62cd645c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.679453191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5864be1f-b386-4719-ab80-b4c57d74801f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.679582874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5864be1f-b386-4719-ab80-b4c57d74801f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.986748579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1083965-ba88-4a35-b400-d19037bfea6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.986896054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1083965-ba88-4a35-b400-d19037bfea6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.058310087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a137996-6162-4c19-8171-df9decf10135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.058545071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a137996-6162-4c19-8171-df9decf10135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.274593841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"3ffcc45c-5035-4d4f-a7f4-d7f10f6c208c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.335033272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"3ffcc45c-5035-4d4f-a7f4-d7f10f6c208c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.451152012Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"3ffcc45c-5035-4d4f-a7f4-d7f10f6c208c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4f6e1646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.715196001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e6daaf-ba4f-472f-9d5a-182d2dce6583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.715223246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e6daaf-ba4f-472f-9d5a-182d2dce6583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.96266862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"737f22cd-7212-4b9c-8001-e4e23d50a49f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.022711011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"737f22cd-7212-4b9c-8001-e4e23d50a49f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.142228919Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"737f22cd-7212-4b9c-8001-e4e23d50a49f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4f6e1646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.805654264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b64f5ac-6be1-4332-bec6-c59862d136e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.806006035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b64f5ac-6be1-4332-bec6-c59862d136e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.805973457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"ad35400f-2dbe-4fbc-8fa4-646f129d34b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.862284037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-4f6e1646","reconcileID":"ad35400f-2dbe-4fbc-8fa4-646f129d34b0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-4f6e1646","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4f6e1646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.077382606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9713126-5001-4e95-999a-5b8932da0352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:29.077473583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9713126-5001-4e95-999a-5b8932da0352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.895657425Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.89574449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.895822729Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","tenant":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:31.950789822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Deployment","name":"maas-api-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.019868073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Service","name":"maas-api-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.075418251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.157543775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.21333057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.270925119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.329228411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.385598105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.534694101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Deployment","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.589215372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.64492483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Service","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.697833523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"Service","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.750212247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.805541983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.857327577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.91408462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:32.967176981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.019607915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.072435533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.103281359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7b968-bd2a-4b4f-9235-afc860ad9235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.161261859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7b968-bd2a-4b4f-9235-afc860ad9235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.161648306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"04bb15c2-c809-4713-a898-f16f225ab597","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9f82bba6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.218451249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7b968-bd2a-4b4f-9235-afc860ad9235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.282080428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca7b968-bd2a-4b4f-9235-afc860ad9235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:33.556073033Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-265e23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-265e23","reconcileID":"c19f7668-db70-4ade-846a-88a79202840f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-265e23","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-265e23":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:34.734698209Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f82bba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f82bba6","reconcileID":"807f9069-481c-4bfb-83b4-98c76060fd9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f82bba6","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9f82bba6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.901050295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8bb97606-c588-4e38-99e6-21d569887902","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.962167375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8bb97606-c588-4e38-99e6-21d569887902","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.968049707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"90dc5e7c-d747-4981-8eaf-5ffeed203645","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.968116413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"90dc5e7c-d747-4981-8eaf-5ffeed203645","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.97931396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b836db8a-b5d5-4c9e-a7f6-4aef2fe9ab48","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:34.979378197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b836db8a-b5d5-4c9e-a7f6-4aef2fe9ab48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.000621783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"71ea2f80-7ac3-40c3-91d7-3b10371570ac","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.00070376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"71ea2f80-7ac3-40c3-91d7-3b10371570ac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.041582942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6c788dad-f698-4d61-b994-2864fcde7efb","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.041656618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"6c788dad-f698-4d61-b994-2864fcde7efb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.122843632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"7eeee015-ab6b-4962-a090-ecd51515680d","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.122915834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"7eeee015-ab6b-4962-a090-ecd51515680d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.173593516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8a38ddaa-bdb3-4ad0-83f7-990586c34411","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.173676154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"8a38ddaa-bdb3-4ad0-83f7-990586c34411","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.234090833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbc75b5-d26c-48aa-b40d-5614c6003ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.286260751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbc75b5-d26c-48aa-b40d-5614c6003ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.338280831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbc75b5-d26c-48aa-b40d-5614c6003ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.390651681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbc75b5-d26c-48aa-b40d-5614c6003ef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.494251702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"4fe18ab6-2865-4cd7-869a-a05c588e7b74","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:35.494330096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"4fe18ab6-2865-4cd7-869a-a05c588e7b74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:36.135148408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"7a7a0452-c625-4279-a5e9-5387a6b60e44","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:36.135212783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"7a7a0452-c625-4279-a5e9-5387a6b60e44","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:36.242810519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b20eef1c-30c9-4120-bcbd-313d0212af9c","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:36.242878991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"b20eef1c-30c9-4120-bcbd-313d0212af9c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:37.180569381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"670f4af8-bed1-4f0d-b228-3fe7ed8e0f29","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:37.180636058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"670f4af8-bed1-4f0d-b228-3fe7ed8e0f29","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.294162018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c1960-36b1-4727-9cd0-cf4648b71b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.357306432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c1960-36b1-4727-9cd0-cf4648b71b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.360622395Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d17afa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d17afa","reconcileID":"e183d75b-7f79-4019-ac87-20b3adc67387","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d17afa","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d17afa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.419674999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c1960-36b1-4727-9cd0-cf4648b71b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.474470461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85c1960-36b1-4727-9cd0-cf4648b71b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:37.693981363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"81932011-7a42-4890-8d2a-65e8370ae046","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:37.694053469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"81932011-7a42-4890-8d2a-65e8370ae046","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:39.394797554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a423bc-abcd-41db-b61b-49bc4c62b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:39.447821484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a423bc-abcd-41db-b61b-49bc4c62b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:39.500671768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a423bc-abcd-41db-b61b-49bc4c62b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:39.554467377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a423bc-abcd-41db-b61b-49bc4c62b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:39.767131828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"9747557c-23d8-4bb2-886e-384f34df23bd","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:39.767208058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"9747557c-23d8-4bb2-886e-384f34df23bd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.487977685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777dd662-b4c9-47e3-901f-b3a31e9b24a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.539996589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777dd662-b4c9-47e3-901f-b3a31e9b24a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.591878543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777dd662-b4c9-47e3-901f-b3a31e9b24a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:41.644698085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777dd662-b4c9-47e3-901f-b3a31e9b24a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:41.654087997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ed653a2c-05a7-4b3b-96bf-f6ee134c47a7","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:41.654157012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"ed653a2c-05a7-4b3b-96bf-f6ee134c47a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:42.445386202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"aff8a5f4-9d02-4b6d-a6b5-07e15c846c2e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:42.445478938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"aff8a5f4-9d02-4b6d-a6b5-07e15c846c2e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6-kserve-route (gateways: [openshift-ingress/e2e-mt-9f82bba6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.280448627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.603609081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"62c2ed61-c64f-4412-bb30-ef96faf6ec25","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.603632391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"62c2ed61-c64f-4412-bb30-ef96faf6ec25","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.690186726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53dd0e2-a1ae-4f8e-9fb3-152b44912e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.743068687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53dd0e2-a1ae-4f8e-9fb3-152b44912e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.795155757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53dd0e2-a1ae-4f8e-9fb3-152b44912e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.801882175Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f82bba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f82bba6","reconcileID":"ea6d78f1-4821-41a7-87ab-c866b4d5376f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f82bba6","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9f82bba6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:43.847200874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53dd0e2-a1ae-4f8e-9fb3-152b44912e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:44.823412744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"2cb24156-2c68-4953-aa0c-ca037dd7e7c9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:44.823440894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"2cb24156-2c68-4953-aa0c-ca037dd7e7c9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.794019718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e6cc2-516b-4632-8400-d65ea7653119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.848876639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e6cc2-516b-4632-8400-d65ea7653119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.902454165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e6cc2-516b-4632-8400-d65ea7653119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.954860259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40e6cc2-516b-4632-8400-d65ea7653119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:48.075136141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60949c3f-a3ed-4ea6-b2ca-8a9c61b23ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:48.127681038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60949c3f-a3ed-4ea6-b2ca-8a9c61b23ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:48.180865543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60949c3f-a3ed-4ea6-b2ca-8a9c61b23ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:48.235256788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60949c3f-a3ed-4ea6-b2ca-8a9c61b23ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.712281219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2bd609-2c63-4413-8c48-ea1a20c0ea75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.770236505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2bd609-2c63-4413-8c48-ea1a20c0ea75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.823759168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2bd609-2c63-4413-8c48-ea1a20c0ea75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:51.890037737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2bd609-2c63-4413-8c48-ea1a20c0ea75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.072872064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ce83cf8-e928-4f52-b099-0962f9b29df2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.073039301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ce83cf8-e928-4f52-b099-0962f9b29df2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.131375719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec193d7-5c46-40d3-967f-00e7fea0bc18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.131477161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cec193d7-5c46-40d3-967f-00e7fea0bc18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.243528678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"25250daa-559e-49e1-8ce9-6d0f8bef7070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.457834092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"25250daa-559e-49e1-8ce9-6d0f8bef7070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.514375177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3ce74e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"25250daa-559e-49e1-8ce9-6d0f8bef7070","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.578454457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a240de52-4c0f-42b4-b790-249d2529f83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:53.578587603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a240de52-4c0f-42b4-b790-249d2529f83f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:54.04058061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5a18b-a026-43f1-a2ba-0531fe5aa2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:54.095612747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5a18b-a026-43f1-a2ba-0531fe5aa2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:54.161266624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5a18b-a026-43f1-a2ba-0531fe5aa2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:54.248033405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a5a18b-a026-43f1-a2ba-0531fe5aa2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:56.533382785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d04617-a5c6-4fc1-bb16-f71103bed74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:56.587047074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d04617-a5c6-4fc1-bb16-f71103bed74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:56.640422611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d04617-a5c6-4fc1-bb16-f71103bed74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:56.693256814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d04617-a5c6-4fc1-bb16-f71103bed74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.660751108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5a83ec-bc40-4730-8b6c-210c7c4d06a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.714257967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5a83ec-bc40-4730-8b6c-210c7c4d06a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.768103328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5a83ec-bc40-4730-8b6c-210c7c4d06a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:58.821906658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5a83ec-bc40-4730-8b6c-210c7c4d06a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:59.574095489Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a1caae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a1caae","reconcileID":"8b941e5e-90a3-46d0-a0a6-d76565b02cc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a1caae","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a1caae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:00.785766375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa0cad8-8c1b-49f9-8e75-d96aac2f473e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:00.838086387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa0cad8-8c1b-49f9-8e75-d96aac2f473e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:00.891050195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa0cad8-8c1b-49f9-8e75-d96aac2f473e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:00.943301685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa0cad8-8c1b-49f9-8e75-d96aac2f473e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.86304285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac50d90-9f66-4ab4-bbac-26ecd629bb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.916630168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac50d90-9f66-4ab4-bbac-26ecd629bb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.970461837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac50d90-9f66-4ab4-bbac-26ecd629bb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.039428621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac50d90-9f66-4ab4-bbac-26ecd629bb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.70362808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"6d268aa2-b5fb-40d3-8d32-dc4f38477a22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.774120165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"6d268aa2-b5fb-40d3-8d32-dc4f38477a22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.831243205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3ce74e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"6d268aa2-b5fb-40d3-8d32-dc4f38477a22","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:05.235326197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddc319d-d7c2-4735-a3f5-140439def85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:05.324863949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddc319d-d7c2-4735-a3f5-140439def85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:05.389825305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddc319d-d7c2-4735-a3f5-140439def85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:05.44630887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddc319d-d7c2-4735-a3f5-140439def85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:07.528044423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd8a52-57b8-4bf3-aa5e-a1e59edf8bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:07.582965766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd8a52-57b8-4bf3-aa5e-a1e59edf8bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:07.645087206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd8a52-57b8-4bf3-aa5e-a1e59edf8bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:07.706076359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd8a52-57b8-4bf3-aa5e-a1e59edf8bd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.793531347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df05de-7fde-44af-bd16-ac1ab9e27dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.848491871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df05de-7fde-44af-bd16-ac1ab9e27dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.903024044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df05de-7fde-44af-bd16-ac1ab9e27dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:09.956517107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df05de-7fde-44af-bd16-ac1ab9e27dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:10.534462318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e0091f7-14ec-4071-9781-9d792e393195","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:10.659109216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"9ab382be-bc11-44c4-9558-4d366d3d0200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:10.762442087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"ce8daef5-c8a7-4a3c-92f4-3bbb50952324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.08685749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"d9fb78a6-ef9f-4f4c-a543-1f3fb6a117bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.193225607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7227f8ff-d1b2-4f80-8610-35f53f285bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.278237589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"b5af4cb0-bb66-44c1-944b-53109673385e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.278235629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"f6d2acc7-8d0f-4c74-8806-a882ac7fd8c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.279506839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"42aef7c0-fb43-4845-82ed-0714f908841f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.471044062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"a951e25a-21df-4d02-9ff2-4a9467ac7ade","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.520915105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"56b07dec-8145-4706-b105-43c451276ead","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.638610081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"502c61e3-e122-4edc-9cdd-99bdc669e76b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.639378331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"f08d618a-fcca-46bc-a90d-2be6212f6ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.903289112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e7c433-1505-450f-8924-511e3d3f5b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.956445832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e7c433-1505-450f-8924-511e3d3f5b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:12.008490964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e7c433-1505-450f-8924-511e3d3f5b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:12.061338963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e7c433-1505-450f-8924-511e3d3f5b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.282608395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.939747228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"b48847b0-c3de-4cbe-89cd-e4e35d276843","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.003875405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"b48847b0-c3de-4cbe-89cd-e4e35d276843","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.07211703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3ce74e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9b502d2c343d520ebcaf92221bd0ea6660c18015260b33c4a1e55e2207f63b5) AuthConfig (4f5e89ce74a7780b0e7789b4de324e5da9442d457af4042cac8e3418e7f62e8d) AuthConfig (7c5db71fac32f8b6a9c49669ad560f8751b0f925543a54571a0ecd58d3dd3d7b) AuthConfig (c0bfed66c315d8a81babc10c057d5523bfbbc4fcc73458bb6d2435f30d1306cb) AuthConfig (dce3eff6a570616d4dbdf290e8c1c0f17f43a88ad1dd96f8513435e1a83dd532) AuthConfig (d4db4cce925377126be5dd13bd9cf062bb043aa47da451c67a9957b2ab57c74f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"b48847b0-c3de-4cbe-89cd-e4e35d276843","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.139106944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094056b3-c85e-44d5-9839-b0db7fceaf28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.139129623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094056b3-c85e-44d5-9839-b0db7fceaf28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.157040537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b459a5ec-9fc2-4d6c-8521-b34d4113aea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.209617305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b459a5ec-9fc2-4d6c-8521-b34d4113aea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.263121262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b459a5ec-9fc2-4d6c-8521-b34d4113aea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.3160789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b459a5ec-9fc2-4d6c-8521-b34d4113aea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.309746096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecc254d-563b-400c-a86b-9b029205092e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.362968386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecc254d-563b-400c-a86b-9b029205092e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.417506256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecc254d-563b-400c-a86b-9b029205092e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.46963796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecc254d-563b-400c-a86b-9b029205092e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:18.438900478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395b8c8b-1135-4a10-9afb-059db755db95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:18.491077372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395b8c8b-1135-4a10-9afb-059db755db95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:18.543525529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395b8c8b-1135-4a10-9afb-059db755db95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:18.601389451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395b8c8b-1135-4a10-9afb-059db755db95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.460099441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9bfaad-850f-4e61-aee5-638b66852308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.460120922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae9bfaad-850f-4e61-aee5-638b66852308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.517869549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5c4935e-ad75-4607-a808-eda6b47f428c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.517891867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5c4935e-ad75-4607-a808-eda6b47f428c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.622397326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"44f99d68-18d0-402d-914a-477d00722981","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.75399352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"44f99d68-18d0-402d-914a-477d00722981","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.809990601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2fd070-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"44f99d68-18d0-402d-914a-477d00722981","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.866499087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d65f88-ca10-495e-8439-b2bc7e7645a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:19.866522348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d65f88-ca10-495e-8439-b2bc7e7645a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.31549076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"823509c6-f1d4-43c0-80d4-7ebaed88b645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.37153567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"823509c6-f1d4-43c0-80d4-7ebaed88b645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.427120549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3ce74e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9b502d2c343d520ebcaf92221bd0ea6660c18015260b33c4a1e55e2207f63b5) AuthConfig (4f5e89ce74a7780b0e7789b4de324e5da9442d457af4042cac8e3418e7f62e8d) AuthConfig (7c5db71fac32f8b6a9c49669ad560f8751b0f925543a54571a0ecd58d3dd3d7b) AuthConfig (c0bfed66c315d8a81babc10c057d5523bfbbc4fcc73458bb6d2435f30d1306cb) AuthConfig (dce3eff6a570616d4dbdf290e8c1c0f17f43a88ad1dd96f8513435e1a83dd532) AuthConfig (d4db4cce925377126be5dd13bd9cf062bb043aa47da451c67a9957b2ab57c74f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"823509c6-f1d4-43c0-80d4-7ebaed88b645","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.743247621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d185744c-7fd8-426d-bf61-d8fff06376bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.743366149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d185744c-7fd8-426d-bf61-d8fff06376bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.743279392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9236f655-02f2-4a86-a93a-15222ddb5f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.951759702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9236f655-02f2-4a86-a93a-15222ddb5f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:27.080729096Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9236f655-02f2-4a86-a93a-15222ddb5f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"name":"e2e-api-a-77c4b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:27.080757108Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"e2e-e2e-api-a-77c4b9-policy","reconcileID":"9236f655-02f2-4a86-a93a-15222ddb5f15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-77c4b9-policy","namespace":"ai-tenant-e2e-api-a-77c4b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-77c4b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:27.138409116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bb2893d-e5e9-4a3b-b0da-665fa3f0206e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:27.138445836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bb2893d-e5e9-4a3b-b0da-665fa3f0206e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:28.071750144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"2c787b20-cd10-440d-b9c0-edf52780dfb7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-265e23","tenantID":"e2e-ipp-a-265e23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:28.191486594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"2c787b20-cd10-440d-b9c0-edf52780dfb7","name":"e2e-ipp-a-265e23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:28.917422378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b81da-8e53-40de-a52d-b46a036e16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:28.969499859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b81da-8e53-40de-a52d-b46a036e16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:29.021773608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b81da-8e53-40de-a52d-b46a036e16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:29.074963071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b81da-8e53-40de-a52d-b46a036e16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:29.971212253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"c3025a3f-c628-4077-88bd-6d6e6b1b4b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.02799352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"c3025a3f-c628-4077-88bd-6d6e6b1b4b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.084170577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2fd070-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"c3025a3f-c628-4077-88bd-6d6e6b1b4b5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:30.995914537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dee96d-1ab4-42de-b491-273e4989bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:31.048379477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dee96d-1ab4-42de-b491-273e4989bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:31.10073187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dee96d-1ab4-42de-b491-273e4989bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:31.153005521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dee96d-1ab4-42de-b491-273e4989bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.265409039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"34815a9b-0c74-4d36-a924-f3cdabd5cdbf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.381550301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"34815a9b-0c74-4d36-a924-f3cdabd5cdbf","name":"e2e-mt-9f82bba6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.532559309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"daef059b-4f7d-4266-bfbb-614ea6320b14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.589217428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"daef059b-4f7d-4266-bfbb-614ea6320b14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.643864137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3ce74e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9b502d2c343d520ebcaf92221bd0ea6660c18015260b33c4a1e55e2207f63b5) AuthConfig (4f5e89ce74a7780b0e7789b4de324e5da9442d457af4042cac8e3418e7f62e8d) AuthConfig (7c5db71fac32f8b6a9c49669ad560f8751b0f925543a54571a0ecd58d3dd3d7b) AuthConfig (c0bfed66c315d8a81babc10c057d5523bfbbc4fcc73458bb6d2435f30d1306cb) AuthConfig (dce3eff6a570616d4dbdf290e8c1c0f17f43a88ad1dd96f8513435e1a83dd532) AuthConfig (d4db4cce925377126be5dd13bd9cf062bb043aa47da451c67a9957b2ab57c74f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"daef059b-4f7d-4266-bfbb-614ea6320b14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.146101974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"62aa31d6-4732-4161-8d33-08ca7fe4b7bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.260402361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"cffbaf73-1094-4a64-835d-94df726d6d1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d17afa","tenantID":"e2e-ipp-a-d17afa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.263403867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5903c22a-28bf-4f97-9c3b-e49118bc9872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.370628097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"7c060058-ddcf-4e5e-a88d-00c060ce8a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.379446736Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"cffbaf73-1094-4a64-835d-94df726d6d1b","name":"e2e-ipp-a-d17afa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.47303163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"fb810c16-979d-465c-9cf1-8d287b660330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.690435582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"43829ae2-caf6-4b35-99cc-bbfddfc80dd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.88544013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"ac4c3f25-385d-47c8-ad18-d704ff411f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.990368295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"6e60a5b2-e151-456b-a9a7-91794edfee0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:38.990368293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"58139c80-3de5-429d-8599-8651a6f8c1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.115750066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa1e9c96-6b86-4672-832a-0a4efbf4dfe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.217795708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"dd4fcfc7-0dca-47b6-9119-29d835365f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.232848054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"180c0f39-ae33-4987-a7ed-68de80079ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:39.320494853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"726ca976-0213-4e25-ace8-860ff3046a83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.19183104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"8fbf5a21-4565-42e0-9999-adfb05666b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.252092868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"8fbf5a21-4565-42e0-9999-adfb05666b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.313285526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2fd070-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404b5a6a4ff66b1c83a40c9292918756082aa74d49957b94fa8b82f19370b3d) AuthConfig (f66337e8d0f5676009e1a52cfeea9f30b02e8eef0693d3b4af60d2cef34c7b85) AuthConfig (24e180f5e62a592858908920dea934b044ea7b4bfa74688663c9bdb35d9c3853) AuthConfig (b4988556e7094a80af3aa3c24a0c41698cfb6bc101cab1391d7cc8fd1a13232c) AuthConfig (3e023f308f22950f8882d1e45cf2969fe6c077b4c280b245dcd9a1b0cf4f3259) AuthConfig (89e07df8940b14e437169994fa62bb7758f6502e892525ee742eb2694d95a785)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"8fbf5a21-4565-42e0-9999-adfb05666b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.374053707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3493479-521c-4d1f-bb34-8b3be21bdeb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:40.374153092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3493479-521c-4d1f-bb34-8b3be21bdeb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:43.280444666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.751128543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"ebe7a911-fb5b-4d11-8007-a51b1abfe8de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.808724799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"ebe7a911-fb5b-4d11-8007-a51b1abfe8de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.127575765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a29cf5a3-7240-4262-b1b1-2c01380707ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.127596574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a29cf5a3-7240-4262-b1b1-2c01380707ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.483974024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"52003cea-87e4-475c-bdb9-4cc0f1683378","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.545701054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"52003cea-87e4-475c-bdb9-4cc0f1683378","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:50.605571128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2fd070-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404b5a6a4ff66b1c83a40c9292918756082aa74d49957b94fa8b82f19370b3d) AuthConfig (f66337e8d0f5676009e1a52cfeea9f30b02e8eef0693d3b4af60d2cef34c7b85) AuthConfig (24e180f5e62a592858908920dea934b044ea7b4bfa74688663c9bdb35d9c3853) AuthConfig (b4988556e7094a80af3aa3c24a0c41698cfb6bc101cab1391d7cc8fd1a13232c) AuthConfig (3e023f308f22950f8882d1e45cf2969fe6c077b4c280b245dcd9a1b0cf4f3259) AuthConfig (89e07df8940b14e437169994fa62bb7758f6502e892525ee742eb2694d95a785)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"52003cea-87e4-475c-bdb9-4cc0f1683378","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.112766028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","namespace":"ai-tenant-e2e-api-a-77c4b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.112865266Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","namespace":"ai-tenant-e2e-api-a-77c4b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.11297182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","tenant":"e2e-api-a-77c4b9","tenantID":"e2e-api-a-77c4b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.169989295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Deployment","name":"maas-api-e2e-api-a-77c4b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.232022198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Service","name":"maas-api-e2e-api-a-77c4b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.29141004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-77c4b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.346072128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-77c4b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.405475485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.462727935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.520613744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.576382655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.628873076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Deployment","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.681115587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.732884936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Service","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.785138038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"Service","name":"payload-pre-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.837122708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.889077251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.940709961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.996581588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.048757496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.100995079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.155306373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-77c4b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:59.208278329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-77c4b9"},"namespace":"ai-tenant-e2e-api-a-77c4b9","name":"default-tenant","reconcileID":"9895ef0a-c71e-494a-9085-ec22ac3fc6ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-77c4b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:00.713261633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"7cb6b61f-ad55-4526-957f-ed2ee714d7a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:00.771184177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"7cb6b61f-ad55-4526-957f-ed2ee714d7a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:00.826458085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2fd070-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3404b5a6a4ff66b1c83a40c9292918756082aa74d49957b94fa8b82f19370b3d) AuthConfig (f66337e8d0f5676009e1a52cfeea9f30b02e8eef0693d3b4af60d2cef34c7b85) AuthConfig (24e180f5e62a592858908920dea934b044ea7b4bfa74688663c9bdb35d9c3853) AuthConfig (b4988556e7094a80af3aa3c24a0c41698cfb6bc101cab1391d7cc8fd1a13232c) AuthConfig (3e023f308f22950f8882d1e45cf2969fe6c077b4c280b245dcd9a1b0cf4f3259) AuthConfig (89e07df8940b14e437169994fa62bb7758f6502e892525ee742eb2694d95a785)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"7cb6b61f-ad55-4526-957f-ed2ee714d7a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:04.028164408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"6ffcfed0-df7e-421e-a46a-9d89a2f1545f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:04.154077232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"6ffcfed0-df7e-421e-a46a-9d89a2f1545f","name":"e2e-api-b-a1caae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:08.414700792Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-77c4b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-77c4b9","reconcileID":"2c203581-37ec-4030-80fc-8efe67ec208b","aitenant":"ai-tenants/e2e-api-a-77c4b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.103844744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80469b25-e2d9-4adc-aaaa-54fda25fb74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.157680162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80469b25-e2d9-4adc-aaaa-54fda25fb74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.214219685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80469b25-e2d9-4adc-aaaa-54fda25fb74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.283234879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80469b25-e2d9-4adc-aaaa-54fda25fb74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:09.356554839Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-77c4b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-77c4b9","reconcileID":"2c203581-37ec-4030-80fc-8efe67ec208b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-77c4b9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-77c4b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:10.945564153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"1320263e-8df7-4b61-995c-6f04fb012b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.005191087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"1320263e-8df7-4b61-995c-6f04fb012b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.331285027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ca45c0e-8cf6-474a-908b-021e7ba1dcf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.331380882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ca45c0e-8cf6-474a-908b-021e7ba1dcf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.404742563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee05f8-5b4c-4160-9546-fb1640fbe647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.467077649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee05f8-5b4c-4160-9546-fb1640fbe647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.519997263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee05f8-5b4c-4160-9546-fb1640fbe647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:11.576323698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ee05f8-5b4c-4160-9546-fb1640fbe647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.279278101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.523813914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942528b7-3bad-4ddd-a3a9-86d73184d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.576160405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942528b7-3bad-4ddd-a3a9-86d73184d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.628629659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942528b7-3bad-4ddd-a3a9-86d73184d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:13.680725169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"942528b7-3bad-4ddd-a3a9-86d73184d602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.583168707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2bd04-1ff6-4d03-b4dc-c4f70357f4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.635947201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2bd04-1ff6-4d03-b4dc-c4f70357f4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.688948293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2bd04-1ff6-4d03-b4dc-c4f70357f4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.741952882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2bd04-1ff6-4d03-b4dc-c4f70357f4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.205926984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"73a159ea-4ef6-4a09-b258-4e8aa474313f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.265440372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"73a159ea-4ef6-4a09-b258-4e8aa474313f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.318398191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2267f3aa-0c58-4f59-935b-a13671fea32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.318428247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2267f3aa-0c58-4f59-935b-a13671fea32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.470846893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"f18a5248-9343-49d0-b919-f78b0526afb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.680441651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2992f16-1864-413a-9092-f64d58d55d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.740535009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2992f16-1864-413a-9092-f64d58d55d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.795099994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2992f16-1864-413a-9092-f64d58d55d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.795542824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"f18a5248-9343-49d0-b919-f78b0526afb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.85010315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2992f16-1864-413a-9092-f64d58d55d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.988069865Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"f18a5248-9343-49d0-b919-f78b0526afb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"name":"e2e-api-b-2fd070-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:17.988094719Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"e2e-e2e-api-b-2fd070-policy","reconcileID":"f18a5248-9343-49d0-b919-f78b0526afb9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2fd070-policy","namespace":"ai-tenant-e2e-api-b-2fd070"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2fd070","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:18.055132652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a80b34d5-fde8-4c94-a588-66f94c950825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:18.055163314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a80b34d5-fde8-4c94-a588-66f94c950825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:19.942386318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3d0d5d-52f7-4b6f-8fd7-39a07d352dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:19.996966352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3d0d5d-52f7-4b6f-8fd7-39a07d352dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:20.078735628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3d0d5d-52f7-4b6f-8fd7-39a07d352dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:20.142541531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3d0d5d-52f7-4b6f-8fd7-39a07d352dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.118128844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f51fcb8-1368-4fe9-8c59-b16cf1920805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.171447686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f51fcb8-1368-4fe9-8c59-b16cf1920805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.223570102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f51fcb8-1368-4fe9-8c59-b16cf1920805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.277280282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f51fcb8-1368-4fe9-8c59-b16cf1920805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.262567381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e7f4c-a17e-4bb4-a89e-d91cf2125b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.315339889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e7f4c-a17e-4bb4-a89e-d91cf2125b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.370110703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e7f4c-a17e-4bb4-a89e-d91cf2125b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.423180959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e7f4c-a17e-4bb4-a89e-d91cf2125b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.442491344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0119d2-f953-4426-b2a7-f46732a50ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.495031757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0119d2-f953-4426-b2a7-f46732a50ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.553297228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0119d2-f953-4426-b2a7-f46732a50ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.607174854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0119d2-f953-4426-b2a7-f46732a50ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:28.66124323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc282b64-0fd2-4806-9c75-0a27cf21cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:28.713502451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc282b64-0fd2-4806-9c75-0a27cf21cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:28.767563279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc282b64-0fd2-4806-9c75-0a27cf21cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:28.820395217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc282b64-0fd2-4806-9c75-0a27cf21cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.768286168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410ecc0c-939f-4b37-b0bf-2e4a52979ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.820555123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410ecc0c-939f-4b37-b0bf-2e4a52979ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.872833126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410ecc0c-939f-4b37-b0bf-2e4a52979ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.925041435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410ecc0c-939f-4b37-b0bf-2e4a52979ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.019688866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73c168e-ed34-4c5a-a99d-6ac9ad531ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.072162211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73c168e-ed34-4c5a-a99d-6ac9ad531ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.124134619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73c168e-ed34-4c5a-a99d-6ac9ad531ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.176775441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73c168e-ed34-4c5a-a99d-6ac9ad531ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.09256474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9760e8a8-2d5b-4b66-8ef6-a78fc76eaf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.14466424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9760e8a8-2d5b-4b66-8ef6-a78fc76eaf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.197569332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9760e8a8-2d5b-4b66-8ef6-a78fc76eaf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.252007552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9760e8a8-2d5b-4b66-8ef6-a78fc76eaf22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:38.491691031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"2f801d42-8dfb-4908-84e8-0d94f249961b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:38.493785797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"2f801d42-8dfb-4908-84e8-0d94f249961b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:39.564858654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6109a70b-520c-46a4-a84d-dc56ed6e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:39.61946574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6109a70b-520c-46a4-a84d-dc56ed6e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:39.676097359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6109a70b-520c-46a4-a84d-dc56ed6e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:39.732990819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6109a70b-520c-46a4-a84d-dc56ed6e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.824912972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe6f93b-9711-427d-84db-6be7bb290eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.880486544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe6f93b-9711-427d-84db-6be7bb290eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.932683893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe6f93b-9711-427d-84db-6be7bb290eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.987357245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe6f93b-9711-427d-84db-6be7bb290eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:43.281682087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:44.04988842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c6fb95-37ad-4b45-8e57-d93ddb920411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:44.102015986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c6fb95-37ad-4b45-8e57-d93ddb920411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:44.154409562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c6fb95-37ad-4b45-8e57-d93ddb920411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:44.206426958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c6fb95-37ad-4b45-8e57-d93ddb920411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:46.183009415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03cc49-ca49-40a9-9bcc-a898bfe5697e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:46.235696758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03cc49-ca49-40a9-9bcc-a898bfe5697e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:46.28796052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03cc49-ca49-40a9-9bcc-a898bfe5697e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:46.340753034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc03cc49-ca49-40a9-9bcc-a898bfe5697e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:48.277758872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732499e0-a24a-4e39-ad0e-f0f9be996079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:48.333193161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732499e0-a24a-4e39-ad0e-f0f9be996079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:48.385965517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732499e0-a24a-4e39-ad0e-f0f9be996079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:48.440466383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732499e0-a24a-4e39-ad0e-f0f9be996079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.357280922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f147b2-3483-4401-ab2b-79685cd6ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.420369475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f147b2-3483-4401-ab2b-79685cd6ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.474602411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f147b2-3483-4401-ab2b-79685cd6ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:50.529613658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f147b2-3483-4401-ab2b-79685cd6ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.455456286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"accc69e6-b5e6-45f9-8517-ab1cfb808e2b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.45556031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"accc69e6-b5e6-45f9-8517-ab1cfb808e2b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:09.699523034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fac6838-f979-4206-b369-6d066df1ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:09.752107947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fac6838-f979-4206-b369-6d066df1ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:09.803972187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fac6838-f979-4206-b369-6d066df1ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:09.856327373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fac6838-f979-4206-b369-6d066df1ec95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.515144275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"307ccc16-a59f-443d-ba7c-39301355d8f8","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.515174584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"307ccc16-a59f-443d-ba7c-39301355d8f8","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.358506917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58f05638-a43d-47d0-9232-718354c7a249","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.414153314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"7efcf813-cf25-4558-b3a0-912b13f41a56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.515884087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"4000c2f2-6570-486f-8009-cfd29e04cd79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.617027934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"cb733993-5855-4482-aff2-e1c2e342b35b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.715282671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"d5fd2cf8-4fa4-4c40-b5b7-d654ecaab767","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.767220102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c038ad-6480-4248-8875-81cfff4d4495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.819609224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c038ad-6480-4248-8875-81cfff4d4495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.820511161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"2a17d54e-044b-44de-bd32-6d561b33ebbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.871972646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c038ad-6480-4248-8875-81cfff4d4495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.874352127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"b8b822af-bc90-4986-bfc1-7c0e079aa5ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:11.92427109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4c038ad-6480-4248-8875-81cfff4d4495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:12.031239324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c41a1a56-8946-400d-863a-15833508589b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:12.137517273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"c4574356-16ad-4533-a96c-781d617eccfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:12.350446202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8dd1bd6-739d-4151-afcf-52740f6cbd7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:12.578535317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"d37ee80a-fa8c-42ee-a3df-e4999a955270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:12.698974303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"11e4e092-2004-471e-9cc7-8a5346cce099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.126130678Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","namespace":"ai-tenant-e2e-api-b-2fd070","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.126190099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","namespace":"ai-tenant-e2e-api-b-2fd070","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.126260727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","tenant":"e2e-api-b-2fd070","tenantID":"e2e-api-b-2fd070","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.181451663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Deployment","name":"maas-api-e2e-api-b-2fd070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.245422301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Service","name":"maas-api-e2e-api-b-2fd070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.279170703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.302910692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2fd070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.357660493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2fd070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.412917653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.42728871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf5f55e4-cc06-49ac-8587-25fb14fa8aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.427307263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf5f55e4-cc06-49ac-8587-25fb14fa8aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.468158567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.483419683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60d653b6-0d27-4472-868e-89809a7ce286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.48344377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60d653b6-0d27-4472-868e-89809a7ce286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.526119194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.583431204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.596429662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"f382be9e-9f91-4e23-89f4-087b711e86d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.635745692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Deployment","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.688242266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.727253253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"f382be9e-9f91-4e23-89f4-087b711e86d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.74080363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Service","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.7838462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a1caae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"f382be9e-9f91-4e23-89f4-087b711e86d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.796689077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.84164378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb190e4-af87-422c-93ce-739df96433b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.841665827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb190e4-af87-422c-93ce-739df96433b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.848713318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.901210939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.953496292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.009891574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.062040518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.1140361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.168279914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2fd070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.221849209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2fd070"},"namespace":"ai-tenant-e2e-api-b-2fd070","name":"default-tenant","reconcileID":"5b42fd63-acc6-4fe3-afb8-43480649fd7a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2fd070","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:18.51231636Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2fd070","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2fd070","reconcileID":"9bb9c25b-8f58-400d-978d-71afa4c4099c","aitenant":"ai-tenants/e2e-api-b-2fd070","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:18.991232281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b04-dd44-464d-b00e-bd787e1466a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.042908438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b04-dd44-464d-b00e-bd787e1466a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.094870292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b04-dd44-464d-b00e-bd787e1466a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.147186232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5430b04-dd44-464d-b00e-bd787e1466a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.313407296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2fd070","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2fd070","reconcileID":"9bb9c25b-8f58-400d-978d-71afa4c4099c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2fd070","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2fd070"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.509716719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"fa673e9c-9a09-4336-9bbe-df676d80d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.509816382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb190206-4f6b-43d6-89bc-a36a4a19227e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.509835261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb190206-4f6b-43d6-89bc-a36a4a19227e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.715623447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"fa673e9c-9a09-4336-9bbe-df676d80d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.849731512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"fa673e9c-9a09-4336-9bbe-df676d80d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"name":"e2e-api-a-3ce74e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.849762276Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"e2e-e2e-api-a-3ce74e-policy","reconcileID":"fa673e9c-9a09-4336-9bbe-df676d80d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3ce74e-policy","namespace":"ai-tenant-e2e-api-a-3ce74e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3ce74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.910766869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd3db37-dbaf-4a2a-b928-64f245b2ad3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:19.910794634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd3db37-dbaf-4a2a-b928-64f245b2ad3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:20.516160698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"33a9977b-7815-4b6f-a337-6e9bc57fe0c3","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:20.516182653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"33a9977b-7815-4b6f-a337-6e9bc57fe0c3","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.081017293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595af8a7-e913-443f-bf1e-39b70ce14033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.133200425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595af8a7-e913-443f-bf1e-39b70ce14033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.185120194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595af8a7-e913-443f-bf1e-39b70ce14033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.237328345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"595af8a7-e913-443f-bf1e-39b70ce14033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.304330708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792d42dc-1309-48df-a390-f670ef846b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.364586359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792d42dc-1309-48df-a390-f670ef846b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.428702795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792d42dc-1309-48df-a390-f670ef846b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.481976747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792d42dc-1309-48df-a390-f670ef846b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.94833046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"2b33a703-780b-4763-b9b1-487b40b1d6fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:24.005749095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"2b33a703-780b-4763-b9b1-487b40b1d6fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:24.064922311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a1caae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"2b33a703-780b-4763-b9b1-487b40b1d6fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.415643391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd5d068-78e0-4d8d-9f6c-aa776e7da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.468764015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd5d068-78e0-4d8d-9f6c-aa776e7da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.520891005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd5d068-78e0-4d8d-9f6c-aa776e7da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.573364049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd5d068-78e0-4d8d-9f6c-aa776e7da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:26.407869205Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-25cee7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-25cee7","reconcileID":"2209f013-1f9b-4b73-a7c5-117e88aea9a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-25cee7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-25cee7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:27.52167943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ea2344-7026-451f-9069-1a87231cdde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:27.577635954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ea2344-7026-451f-9069-1a87231cdde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:27.632602142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ea2344-7026-451f-9069-1a87231cdde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:27.687076432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ea2344-7026-451f-9069-1a87231cdde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.628465289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa67dd1-6eae-4dad-9548-1978b66b5686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.680740827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa67dd1-6eae-4dad-9548-1978b66b5686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.734062522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa67dd1-6eae-4dad-9548-1978b66b5686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.786738044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa67dd1-6eae-4dad-9548-1978b66b5686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:30.51721434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"37ff5058-b024-4df7-afd5-2cc584523d11","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"tenant":"e2e-mt-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","model":"ai-tenant-e2e-mt-9f82bba6/e2e-lifecycle-model-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:30.517368568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"e2e-lifecycle-model-9f82bba6","reconcileID":"37ff5058-b024-4df7-afd5-2cc584523d11","MaaSModelRef":{"name":"e2e-lifecycle-model-9f82bba6","namespace":"ai-tenant-e2e-mt-9f82bba6"},"routeName":"e2e-lifecycle-model-9f82bba6-kserve-route","namespace":"ai-tenant-e2e-mt-9f82bba6","llmisvcName":"e2e-lifecycle-model-9f82bba6","gateway":"openshift-ingress/e2e-mt-9f82bba6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:31.950706848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb533ee2-aeb3-48a8-88e6-58515e2caa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.004163955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb533ee2-aeb3-48a8-88e6-58515e2caa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.056386119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb533ee2-aeb3-48a8-88e6-58515e2caa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.109313046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb533ee2-aeb3-48a8-88e6-58515e2caa63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.546345959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"0e7c4741-d105-4a19-b007-968da366b534","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.649874884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5689bfd-2ee3-4731-853f-037834be2104","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:32.944100644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"371e5eab-df7a-4ade-802d-0c9155f50770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.065403137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"f83800dc-240c-4c07-8471-5940e19ce4ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.164557822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"bf82b351-4100-4b54-83c5-ea946c6d44df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.197960774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"66665a2d-a463-407f-89fe-0d55753a3ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.263700318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e770098-869d-4d10-b0c9-1a3cd3e8f97c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.367188518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"accfb2d5-ce35-4f30-a6cc-bf4580b0ea7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.486252304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"0e583506-51b5-420b-9178-8a6bd7e2dc89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.605789626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"028a0abf-a618-4bc3-ab2f-06d3bbcfc7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.710555688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"f6e7ee5d-cea8-494f-ae9b-b616879398aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.849361796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"1c49f417-d366-4be9-92f1-af48f4e6dae0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:34.170354139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"24e7e0f2-6311-4f47-94d5-88820fee7ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:34.227764697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"24e7e0f2-6311-4f47-94d5-88820fee7ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:34.283193541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a1caae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c143d447efbd24b6a6a759ef0e0d21dd7c8d3fdc03920021b5b2afd246418fdc) AuthConfig (46826959df320bcae1a8f265c713327fb7ab5d4ff3350bad6b6cc6702bf220e9) AuthConfig (c39b17d9e87fa9d4506b88d953c26d4e2f08bcac74c226326247801f19d96d02) AuthConfig (f5766979a5221c8c1dd769cc29fc9a1fc01c6ca7464c96704566150ae1ea893b) AuthConfig (01bd5e68639fa788ce2a95a66332ec81cc4ec642ffb9c3276d52d8cb01f690ef) AuthConfig (ce82cbecf695ae922283ac5d05a145446989ff75a031c44b94bef20125cc8941)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"24e7e0f2-6311-4f47-94d5-88820fee7ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:34.341149807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe63bcdc-07af-4809-80c8-2d42770da364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:34.341176573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe63bcdc-07af-4809-80c8-2d42770da364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.344034404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c9cd1-1214-4f28-9203-f2b9d58749d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.396904139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c9cd1-1214-4f28-9203-f2b9d58749d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.449470001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c9cd1-1214-4f28-9203-f2b9d58749d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.50147165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8c9cd1-1214-4f28-9203-f2b9d58749d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:41.431156884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca8e3ef-6be8-4103-884a-c87d04ec357d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:41.483341948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca8e3ef-6be8-4103-884a-c87d04ec357d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:41.535612151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca8e3ef-6be8-4103-884a-c87d04ec357d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:41.587926986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca8e3ef-6be8-4103-884a-c87d04ec357d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.286132471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.582494427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c61623a-ce11-4d52-89d5-8e3cb16b2d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.637203596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c61623a-ce11-4d52-89d5-8e3cb16b2d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.694194184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c61623a-ce11-4d52-89d5-8e3cb16b2d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.747076018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c61623a-ce11-4d52-89d5-8e3cb16b2d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:44.482339532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"bd12d14a-820d-4523-a2d0-d794f1368439","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:44.541410591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"bd12d14a-820d-4523-a2d0-d794f1368439","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:44.597186698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a1caae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c143d447efbd24b6a6a759ef0e0d21dd7c8d3fdc03920021b5b2afd246418fdc) AuthConfig (46826959df320bcae1a8f265c713327fb7ab5d4ff3350bad6b6cc6702bf220e9) AuthConfig (c39b17d9e87fa9d4506b88d953c26d4e2f08bcac74c226326247801f19d96d02) AuthConfig (f5766979a5221c8c1dd769cc29fc9a1fc01c6ca7464c96704566150ae1ea893b) AuthConfig (01bd5e68639fa788ce2a95a66332ec81cc4ec642ffb9c3276d52d8cb01f690ef) AuthConfig (ce82cbecf695ae922283ac5d05a145446989ff75a031c44b94bef20125cc8941)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"bd12d14a-820d-4523-a2d0-d794f1368439","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.751094323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8521dc4-0930-41ca-ad9f-4d0fcc106d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.804889076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8521dc4-0930-41ca-ad9f-4d0fcc106d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.857213864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8521dc4-0930-41ca-ad9f-4d0fcc106d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.909893185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8521dc4-0930-41ca-ad9f-4d0fcc106d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.686399125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9767b158-8189-401a-b7f9-a569c0e0684a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.739944875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9767b158-8189-401a-b7f9-a569c0e0684a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.795271809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9767b158-8189-401a-b7f9-a569c0e0684a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.847459896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9767b158-8189-401a-b7f9-a569c0e0684a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.847605381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"4f3d8fec-5a67-4290-a871-82f4a546e476","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.904706447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"4f3d8fec-5a67-4290-a871-82f4a546e476","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:54.962616532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a1caae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c143d447efbd24b6a6a759ef0e0d21dd7c8d3fdc03920021b5b2afd246418fdc) AuthConfig (46826959df320bcae1a8f265c713327fb7ab5d4ff3350bad6b6cc6702bf220e9) AuthConfig (c39b17d9e87fa9d4506b88d953c26d4e2f08bcac74c226326247801f19d96d02) AuthConfig (f5766979a5221c8c1dd769cc29fc9a1fc01c6ca7464c96704566150ae1ea893b) AuthConfig (01bd5e68639fa788ce2a95a66332ec81cc4ec642ffb9c3276d52d8cb01f690ef) AuthConfig (ce82cbecf695ae922283ac5d05a145446989ff75a031c44b94bef20125cc8941)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"4f3d8fec-5a67-4290-a871-82f4a546e476","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.227815248Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4aa4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4aa4a9","reconcileID":"c65d547e-fc18-4942-b18e-ccfa72bbda7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4aa4a9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4aa4a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.537175651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","namespace":"ai-tenant-e2e-api-a-3ce74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.537232574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","namespace":"ai-tenant-e2e-api-a-3ce74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.537278995Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","tenant":"e2e-api-a-3ce74e","tenantID":"e2e-api-a-3ce74e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.596289846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Deployment","name":"maas-api-e2e-api-a-3ce74e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.663161063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Service","name":"maas-api-e2e-api-a-3ce74e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.720781005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3ce74e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.77808737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3ce74e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.835067314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.927138205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.985627152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.051856186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.106329125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Deployment","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.162249062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.25763599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Service","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.31136027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.36336587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.41631659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.469498623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.541894166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.595121606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.647000493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.70125638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3ce74e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.755291552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3ce74e"},"namespace":"ai-tenant-e2e-api-a-3ce74e","name":"default-tenant","reconcileID":"0a051955-1f13-4641-a5f3-7f96c7d4c4e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3ce74e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.830537619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249c178c-dfab-4518-8971-d27ecfe9dc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.882580716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249c178c-dfab-4518-8971-d27ecfe9dc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.934658999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249c178c-dfab-4518-8971-d27ecfe9dc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.987056667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249c178c-dfab-4518-8971-d27ecfe9dc26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.165033963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"3a3ae3c1-4da0-48d9-93e2-43a058a11b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.225269793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"3a3ae3c1-4da0-48d9-93e2-43a058a11b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.439403917Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3ce74e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3ce74e","reconcileID":"2f804d65-0b6b-4241-afa3-799dd3be961b","aitenant":"ai-tenants/e2e-api-a-3ce74e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.590280318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9addac40-ff5e-476a-90cb-f440ba960e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.590308311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9addac40-ff5e-476a-90cb-f440ba960e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:05.98404532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e513c-b4c1-41a8-a31c-8a3a38591d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:06.038390219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e513c-b4c1-41a8-a31c-8a3a38591d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:06.090558112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e513c-b4c1-41a8-a31c-8a3a38591d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:06.144585413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e513c-b4c1-41a8-a31c-8a3a38591d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:06.258314398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3ce74e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3ce74e","reconcileID":"2f804d65-0b6b-4241-afa3-799dd3be961b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3ce74e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3ce74e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:07.963738006Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-189f31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-189f31","reconcileID":"ee9b69a7-2242-4f6e-a90b-c2a41c6c320f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-189f31","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-189f31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.072264819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e567e8ea-7350-4bc9-846a-f8624a4b702e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.124497133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e567e8ea-7350-4bc9-846a-f8624a4b702e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.176908567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e567e8ea-7350-4bc9-846a-f8624a4b702e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.229441667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e567e8ea-7350-4bc9-846a-f8624a4b702e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.197428921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38863ef-7ea9-4507-89f4-2f176da2744d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.249468183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38863ef-7ea9-4507-89f4-2f176da2744d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.301919614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38863ef-7ea9-4507-89f4-2f176da2744d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.355888143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38863ef-7ea9-4507-89f4-2f176da2744d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.406035489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdc3446-ab79-44e1-9249-7b9cbec357da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.45913711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdc3446-ab79-44e1-9249-7b9cbec357da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.511450197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdc3446-ab79-44e1-9249-7b9cbec357da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.564220322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdc3446-ab79-44e1-9249-7b9cbec357da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:13.280378229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.031031287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"560b978e-d96a-45b0-ab9e-3c630054ab64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.088040892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"560b978e-d96a-45b0-ab9e-3c630054ab64","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.094730778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f2d15c-4871-4f17-a4a0-562c4b38f52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.094747693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f2d15c-4871-4f17-a4a0-562c4b38f52e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.293623191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"0cc2bb05-d972-4295-97fd-e73c87c9fccf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.491675179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bca5e-1181-4904-9270-d7ecd388e240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.543726084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bca5e-1181-4904-9270-d7ecd388e240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.596009167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bca5e-1181-4904-9270-d7ecd388e240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.648443308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bca5e-1181-4904-9270-d7ecd388e240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.648704754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"0cc2bb05-d972-4295-97fd-e73c87c9fccf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.77384662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"0cc2bb05-d972-4295-97fd-e73c87c9fccf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"name":"e2e-api-b-a1caae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.774144171Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"e2e-e2e-api-b-a1caae-policy","reconcileID":"0cc2bb05-d972-4295-97fd-e73c87c9fccf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a1caae-policy","namespace":"ai-tenant-e2e-api-b-a1caae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a1caae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.833502155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19125c62-2341-4817-85af-c29592a3e79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:14.83352368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19125c62-2341-4817-85af-c29592a3e79a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:16.597119712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8a9d1d-8fc7-43be-89e1-376a56375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:16.650309602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8a9d1d-8fc7-43be-89e1-376a56375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:16.706918972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8a9d1d-8fc7-43be-89e1-376a56375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:16.759262905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8a9d1d-8fc7-43be-89e1-376a56375554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:18.70498544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5519af8-ba96-4ef5-a232-d4b1b281b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:18.75691775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5519af8-ba96-4ef5-a232-d4b1b281b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:18.808690265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5519af8-ba96-4ef5-a232-d4b1b281b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:18.860676312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5519af8-ba96-4ef5-a232-d4b1b281b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:26.380151261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af7707-b6d0-48a9-8ada-13e5f3a2a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:26.432385229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af7707-b6d0-48a9-8ada-13e5f3a2a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:26.484072772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af7707-b6d0-48a9-8ada-13e5f3a2a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:26.536043832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af7707-b6d0-48a9-8ada-13e5f3a2a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:27.42523664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"32390b16-389f-4a30-96f0-191a459cf52d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-25cee7","tenantID":"e2e-ipp-a-25cee7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:27.547400574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"32390b16-389f-4a30-96f0-191a459cf52d","name":"e2e-ipp-a-25cee7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:34.381514567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"ba24dddc-4118-4859-9d9e-a878aef00a45","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:34.381593928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"ba24dddc-4118-4859-9d9e-a878aef00a45","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:34.381673173Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"ba24dddc-4118-4859-9d9e-a878aef00a45","aitenant":"ai-tenants/e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:43.28120587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:55.561236006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"21fe28f2-617a-402e-8033-66056b177dd9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4aa4a9","tenantID":"e2e-ipp-b-4aa4a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:55.679614626Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"21fe28f2-617a-402e-8033-66056b177dd9","name":"e2e-ipp-b-4aa4a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.56849614Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","namespace":"ai-tenant-e2e-api-b-a1caae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.568555606Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","namespace":"ai-tenant-e2e-api-b-a1caae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.56861513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","tenant":"e2e-api-b-a1caae","tenantID":"e2e-api-b-a1caae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.624084625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Deployment","name":"maas-api-e2e-api-b-a1caae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.685250391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Service","name":"maas-api-e2e-api-b-a1caae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.745251327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a1caae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.799444446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a1caae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.85537727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.910078594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:00.967763917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.023333687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.07722634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Deployment","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.129387025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.184696558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Service","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.245180634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.29780488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.351188374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.403284595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.459572386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.511970366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.564874848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.6212861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a1caae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:01.673735603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a1caae"},"namespace":"ai-tenant-e2e-api-b-a1caae","name":"default-tenant","reconcileID":"3afc9c81-fb8b-4c9d-ae7c-3821b56ae91d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a1caae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:05.676552473Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a1caae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a1caae","reconcileID":"2b20f568-732d-4d8e-9c99-ef5245588e60","aitenant":"ai-tenants/e2e-api-b-a1caae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.205976494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d95217-f792-466a-9c6c-cd4b6b89bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.257787875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d95217-f792-466a-9c6c-cd4b6b89bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.309717782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d95217-f792-466a-9c6c-cd4b6b89bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.361674856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d95217-f792-466a-9c6c-cd4b6b89bcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.474971639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a1caae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a1caae","reconcileID":"2b20f568-732d-4d8e-9c99-ef5245588e60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a1caae","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a1caae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.631262986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"5719690f-7406-4b5e-a1c9-21a5eb73cb4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-189f31","tenantID":"e2e-ipp-b-189f31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:06.748182236Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"5719690f-7406-4b5e-a1c9-21a5eb73cb4c","name":"e2e-ipp-b-189f31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.403460964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c028e6-501d-4923-861a-0dea5d642ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.455983036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c028e6-501d-4923-861a-0dea5d642ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.507880763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c028e6-501d-4923-861a-0dea5d642ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:08.559789041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c028e6-501d-4923-861a-0dea5d642ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.503530685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0166cb8-64a3-4739-a210-20bad0fe04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.555716839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0166cb8-64a3-4739-a210-20bad0fe04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.607753851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0166cb8-64a3-4739-a210-20bad0fe04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:10.66031145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0166cb8-64a3-4739-a210-20bad0fe04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.704071653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0d4abf-6c4b-49e5-a2c9-dea185cfb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.760399519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0d4abf-6c4b-49e5-a2c9-dea185cfb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.813607957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0d4abf-6c4b-49e5-a2c9-dea185cfb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:12.866363207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0d4abf-6c4b-49e5-a2c9-dea185cfb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:13.280040523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:13.811868674Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6d92d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6d92d5","reconcileID":"d76c6a07-4d94-42e9-ae49-2fca66f36d8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6d92d5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6d92d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.774539808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b2a872-14e1-4ca1-9739-0699da2243f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.828269935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b2a872-14e1-4ca1-9739-0699da2243f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.881145673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b2a872-14e1-4ca1-9739-0699da2243f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:14.933472633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b2a872-14e1-4ca1-9739-0699da2243f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.851226972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b42de-4b6e-4ca8-a041-0912767945d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.904811352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b42de-4b6e-4ca8-a041-0912767945d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:16.957195977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b42de-4b6e-4ca8-a041-0912767945d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:17.011766121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7b42de-4b6e-4ca8-a041-0912767945d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.032389673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884bb41-be22-4bcb-b35b-4e4cd5ce7b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.084534274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884bb41-be22-4bcb-b35b-4e4cd5ce7b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.138757144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884bb41-be22-4bcb-b35b-4e4cd5ce7b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:29.192150151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e884bb41-be22-4bcb-b35b-4e4cd5ce7b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:31.087532248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae91c9-5f96-49be-b9b9-75daaf7af86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:31.150768299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae91c9-5f96-49be-b9b9-75daaf7af86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:31.222179864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae91c9-5f96-49be-b9b9-75daaf7af86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:31.275772014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fae91c9-5f96-49be-b9b9-75daaf7af86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.057157686Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.057227318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","namespace":"ai-tenant-e2e-mt-9f82bba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.057281863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","tenant":"e2e-mt-9f82bba6","tenantID":"e2e-mt-9f82bba6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.113885951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Deployment","name":"maas-api-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.177942736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Service","name":"maas-api-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.238728094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.293729116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9f82bba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.350610613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.405739386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.463651793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.519326395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.571543048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Deployment","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.623549537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.676191022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Service","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.732240698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"Service","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.785199544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.837276744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.889715735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.945830952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:34.999447174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.051210225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.107471934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9f82bba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.16026645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f82bba6"},"namespace":"ai-tenant-e2e-mt-9f82bba6","name":"default-tenant","reconcileID":"08c78d1e-5c95-4ac8-b806-0b5c2e7e8a7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9f82bba6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:35.88625797Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f82bba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f82bba6","reconcileID":"2530c0f1-7ca9-4133-90ae-0139b95fd36e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f82bba6","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9f82bba6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:37.017905598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d1ba3d-ca9b-467c-86cc-01a62727eb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:37.069909284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d1ba3d-ca9b-467c-86cc-01a62727eb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:37.122425694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d1ba3d-ca9b-467c-86cc-01a62727eb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:37.174574989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d1ba3d-ca9b-467c-86cc-01a62727eb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.092087936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3254e5-d77a-4240-8018-89f0281eb21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.144859279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3254e5-d77a-4240-8018-89f0281eb21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.196716371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3254e5-d77a-4240-8018-89f0281eb21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:39.248713131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3254e5-d77a-4240-8018-89f0281eb21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:41.143263122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b4c30-304c-4ee7-8d5c-d30d8700f504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:41.195273176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b4c30-304c-4ee7-8d5c-d30d8700f504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:41.247323065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b4c30-304c-4ee7-8d5c-d30d8700f504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:41.299445688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844b4c30-304c-4ee7-8d5c-d30d8700f504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:42.056164036Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0e845b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0e845b","reconcileID":"83ba8f39-267b-4bb2-b380-21d77815f743","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0e845b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-0e845b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:43.206328258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ad8f8-7b7e-4b4f-a671-51f42ffd982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:43.259196882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ad8f8-7b7e-4b4f-a671-51f42ffd982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:43.279605892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:43.31114024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ad8f8-7b7e-4b4f-a671-51f42ffd982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:43.363729749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ad8f8-7b7e-4b4f-a671-51f42ffd982f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.292805559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578422f-5e0d-4c27-aee8-16ea25e06bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.3452351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578422f-5e0d-4c27-aee8-16ea25e06bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.39734329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578422f-5e0d-4c27-aee8-16ea25e06bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:45.449378719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578422f-5e0d-4c27-aee8-16ea25e06bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:47.40454391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7dc61d-8d5f-40df-91e7-e5d836594de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:47.463393863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7dc61d-8d5f-40df-91e7-e5d836594de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:47.516154304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7dc61d-8d5f-40df-91e7-e5d836594de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:47.568180136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7dc61d-8d5f-40df-91e7-e5d836594de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:49.583376448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce08b3-5919-4b05-aa15-926320f97a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:49.635627441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce08b3-5919-4b05-aa15-926320f97a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:49.687608904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce08b3-5919-4b05-aa15-926320f97a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:49.741467061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ce08b3-5919-4b05-aa15-926320f97a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:51.658318549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd65b91c-7705-4f77-97e1-a686ea069391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:51.710297768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd65b91c-7705-4f77-97e1-a686ea069391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:51.764779428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd65b91c-7705-4f77-97e1-a686ea069391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:51.817227529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd65b91c-7705-4f77-97e1-a686ea069391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:53.73045714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49959baa-e7a8-4c87-a7a2-991120362cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:53.786543693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49959baa-e7a8-4c87-a7a2-991120362cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:53.838844696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49959baa-e7a8-4c87-a7a2-991120362cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:53.891083735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49959baa-e7a8-4c87-a7a2-991120362cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.043796386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472575fd-80a7-4cd1-a0ff-2bb7e96aca0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.096044548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472575fd-80a7-4cd1-a0ff-2bb7e96aca0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.148335599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472575fd-80a7-4cd1-a0ff-2bb7e96aca0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:06:59.200605666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472575fd-80a7-4cd1-a0ff-2bb7e96aca0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.118482685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f372675e-2256-4e10-b751-e710116226ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.173332949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f372675e-2256-4e10-b751-e710116226ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.226330649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f372675e-2256-4e10-b751-e710116226ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:01.278803651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f372675e-2256-4e10-b751-e710116226ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.184833014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2aa2e-4190-4f51-8a54-066b30037bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.237540607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2aa2e-4190-4f51-8a54-066b30037bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.290298718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2aa2e-4190-4f51-8a54-066b30037bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:03.343411718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc2aa2e-4190-4f51-8a54-066b30037bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:05.292261214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d0a45-a174-401f-b321-223e28e394c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:05.349083559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d0a45-a174-401f-b321-223e28e394c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:05.403230639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d0a45-a174-401f-b321-223e28e394c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:05.455687735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3d0a45-a174-401f-b321-223e28e394c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.094419391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5262b7-3247-4bdc-a318-bee87a1e5dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.146488904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5262b7-3247-4bdc-a318-bee87a1e5dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.199055879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5262b7-3247-4bdc-a318-bee87a1e5dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:10.251837717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5262b7-3247-4bdc-a318-bee87a1e5dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.186417693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447f94-7074-424a-9e9d-749f523e437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.238675902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447f94-7074-424a-9e9d-749f523e437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.29076373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447f94-7074-424a-9e9d-749f523e437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:12.347153956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8447f94-7074-424a-9e9d-749f523e437b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:13.283959824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.156717147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"826b1aa1-8489-4d56-8144-d0c61078230c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.258165784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c705bf7a-76f8-4308-bdd2-35948c97796f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.359566539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"69c01484-21e4-4093-b997-98fadc67f943","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.39934543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"9b61162b-ae22-4c1b-99eb-59ec844af50e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.466514163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"4667746c-5389-41ea-87d4-c9dd748db4bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.582455131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"06405e0b-a738-4c0a-a705-8bbc644fac9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.681244443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"5cf442cf-638f-4b97-8e07-37e803cdc019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.785158133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"8373b76a-30e5-4e21-a433-25e2b17ce0f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:15.825030774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"f2662a23-c785-4bd5-ad2d-ecf3e24ac5d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.002410026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"0c0785d5-1b01-48ba-9900-76e55ee93037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.119765593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ad800e2-14bd-49f4-bcbd-923d8219bac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:16.30590611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"f814113b-e20d-4da0-aecb-d47a554247b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.307785747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"97b2a3cf-afad-4da9-b3c3-78427b4eafc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:18.424366267Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"97b2a3cf-afad-4da9-b3c3-78427b4eafc5","name":"e2e-ipp-a-6d92d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.700120072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e3d113c-e62b-4ca3-86fb-1292cd1a5a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:30.796928045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"925e9636-a7e4-48f7-ac3d-a63d6537d04c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.004620471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"c8ae26b6-4397-4bb0-9b71-7540fd67bff4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.112144039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03d50802-aab1-4231-85a8-2c780d787670","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.12538128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"f74e68cd-56e8-44a5-9198-1b4a1d8ea090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.256739107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"bf9c8529-686f-47d9-a6d2-721cb2798dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.353743115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"c27cf91d-afad-4769-8d13-fa2eb2c12ca7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.375331545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"c0912170-4344-47f1-9f45-2de4a8f5a275","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.567657037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"131f690a-bff2-4ced-bf0e-dd2f9b83a7d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.702143454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"924221dc-27a6-4af1-9cc7-d11df13422ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:31.822511299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"7d07391c-f55f-46b3-90eb-9f129d451e90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:32.015140739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7c4cfcc0-911d-499e-a1f9-e9e8916f3dcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:43.285327077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.756921783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"2fc0b851-1ab3-4630-aefc-cdc843b92018","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:53.876012218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"2fc0b851-1ab3-4630-aefc-cdc843b92018","name":"e2e-api-a-0e845b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.671053284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"679dc3f1-5337-458f-bb66-19d5de7ab1c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.77160148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"9bff5b19-43e8-4fd8-ba8e-6d5ebb8b72ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.791757335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"9dd72217-1f94-4c1e-9b29-82de66ec0d14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:57.909690868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"8484e940-b6b4-4aed-95db-a6c11f8408dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.089680866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"2c05d135-973d-4d9b-a519-2387befe862c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.268825153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c182f4a-6f8d-49d9-a2c7-1502c1ea3624","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.39010992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"316ee291-9c52-4290-9fe1-d8610a87ad6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.490294349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dcd673c-8665-4979-9d83-679a1c160245","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.776657676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"ea472c91-e0d9-4554-b273-9556a55575b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:58.897023182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"66c802aa-c663-4b26-a5b7-505379c61c32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:59.035007723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"50078baf-e05a-4255-8b0b-2c34f4bc834b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:07:59.140356149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"2d2a3d96-97ad-4de0-8db2-be430686fc40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:01.502629563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c761bb5d-5b27-4024-af21-0b662166b249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:01.554640271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c761bb5d-5b27-4024-af21-0b662166b249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:01.606609135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c761bb5d-5b27-4024-af21-0b662166b249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:01.658706336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c761bb5d-5b27-4024-af21-0b662166b249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:02.030195297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5d92a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5d92a0","reconcileID":"3942491e-d4c2-4104-9556-a767098f922c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5d92a0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5d92a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:03.582404405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac7ecf6-0b0a-4690-92b3-4dfd6966071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:03.635187765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac7ecf6-0b0a-4690-92b3-4dfd6966071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:03.687028211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac7ecf6-0b0a-4690-92b3-4dfd6966071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:03.739047943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac7ecf6-0b0a-4690-92b3-4dfd6966071c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:05.702544517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12acdde-e1d2-4c3e-8ece-7249923c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:05.754368324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12acdde-e1d2-4c3e-8ece-7249923c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:05.806555136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12acdde-e1d2-4c3e-8ece-7249923c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:05.913990925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12acdde-e1d2-4c3e-8ece-7249923c87f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.835791602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edcd5-a5ef-4e15-80c9-6086db6081d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.88861459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edcd5-a5ef-4e15-80c9-6086db6081d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.940718237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edcd5-a5ef-4e15-80c9-6086db6081d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:07.993286493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292edcd5-a5ef-4e15-80c9-6086db6081d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:13.281471596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.007044532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"75943b34-3a08-4745-95d3-eb8d12a76f93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.110682237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"80547e7c-c2a2-49dc-b79a-b2e6e8be3886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.127091754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"d816f2f5-4023-4087-9bf0-bb1a8e88592d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.31188315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c42101b1-e2e4-4396-9cb8-586f0826ad02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.415915505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"cea37a18-aa07-40e8-bdd9-8ac5c9e6942b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.630045885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"265e8f32-02e8-4a0e-a7d4-5910036246d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.756574314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"9ddc7d0b-e05d-4843-9573-9d86fcac0224","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:15.873496617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"e083f420-12d7-4e67-9e0c-fb76bd9d2884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:16.059665665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"49c92c3b-b3e2-48a2-b9c5-12ce960f6388","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:16.162416033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46070c31-bf49-47a0-ad4f-f82cee62d71d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:16.465800919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"5308f540-f36d-4be6-9eeb-4624477764de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:16.570902902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"c9291f0c-ca4f-475f-b855-f23f747b39b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.304295189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5a1eae3-b795-4349-bb44-497de81d7749","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.498140114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"516b3930-c758-4253-b68d-78ed8f0c8cd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.603367387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"274b3e45-f3dd-41b9-bbb0-e978d094a23a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.620231287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"c65ee8b9-8f03-4484-8baf-e3471ab841a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.699523238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"2f1e6722-6886-4116-9ce5-d0aad783ef79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.804399753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4dda33f0-bf27-40d7-911c-293b1ab1bf58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:33.909081119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"c9886bb3-2018-4320-9844-0ba2a7f42519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.008582721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"46cd55fe-e987-4f4c-82f4-be647b6be0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.265966318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d352b2a3-47be-4642-8186-ce1e189aa55d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.434692993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"06b95007-f49b-4f97-82c8-a6287c0f966b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.550704606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"34770693-f5fd-4325-b457-c576f27b2230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.602620291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"4062f53d-9f1d-4a16-9d53-b8665f40b17a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:34.99059834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb516d-fd54-4070-bc40-4c9330546df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:35.042888894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb516d-fd54-4070-bc40-4c9330546df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:35.095226033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb516d-fd54-4070-bc40-4c9330546df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:35.149945426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfb516d-fd54-4070-bc40-4c9330546df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:37.106460506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71873a93-554d-4230-b538-e9d70f4f1c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:37.162105041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71873a93-554d-4230-b538-e9d70f4f1c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:37.214419692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71873a93-554d-4230-b538-e9d70f4f1c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:37.267249755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71873a93-554d-4230-b538-e9d70f4f1c57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:39.272273393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1581cdfe-86a3-47dc-87f3-8d90783975c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:39.324840003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1581cdfe-86a3-47dc-87f3-8d90783975c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:39.377724219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1581cdfe-86a3-47dc-87f3-8d90783975c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:39.431896035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1581cdfe-86a3-47dc-87f3-8d90783975c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.360153489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8517679a-5764-4ef4-9b34-0ee994e0de70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.412242255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8517679a-5764-4ef4-9b34-0ee994e0de70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.465125161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8517679a-5764-4ef4-9b34-0ee994e0de70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:41.518229621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8517679a-5764-4ef4-9b34-0ee994e0de70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:43.279808021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:43.426819614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b187df-aca3-4712-80e2-1e1e803d7164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:43.481504584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b187df-aca3-4712-80e2-1e1e803d7164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:43.534354797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b187df-aca3-4712-80e2-1e1e803d7164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:43.587887495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b187df-aca3-4712-80e2-1e1e803d7164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:44.217163875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8cd025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8cd025","reconcileID":"b855318c-c81e-4554-a7b1-dd069a8ef1b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8cd025","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8cd025":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:45.586390569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3c52fe-d3f4-46d6-ad92-104836766fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:45.638356564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3c52fe-d3f4-46d6-ad92-104836766fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:45.69030527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3c52fe-d3f4-46d6-ad92-104836766fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:45.742551189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3c52fe-d3f4-46d6-ad92-104836766fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:47.656650344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ec666a-da96-49d3-9607-be8fe60aed57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:47.708703996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ec666a-da96-49d3-9607-be8fe60aed57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:47.768734836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ec666a-da96-49d3-9607-be8fe60aed57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:47.839543284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ec666a-da96-49d3-9607-be8fe60aed57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:49.780229738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fdab7d-0bab-4443-8908-888e3b428ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:49.832415765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fdab7d-0bab-4443-8908-888e3b428ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:49.88430346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fdab7d-0bab-4443-8908-888e3b428ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:49.936350011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09fdab7d-0bab-4443-8908-888e3b428ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.273449041Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","namespace":"ai-tenant-e2e-ipp-a-265e23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.273544715Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","namespace":"ai-tenant-e2e-ipp-a-265e23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.273605744Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","tenant":"e2e-ipp-a-265e23","tenantID":"e2e-ipp-a-265e23","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.334265583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Deployment","name":"maas-api-e2e-ipp-a-265e23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.398052259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Service","name":"maas-api-e2e-ipp-a-265e23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.454346551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-265e23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.510196902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-265e23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.570096385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.626197111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.684107289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.739558042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.794622303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.850137959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.85910941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66620e08-531d-40fe-8db2-2d3945f3d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.911927487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66620e08-531d-40fe-8db2-2d3945f3d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.926641736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Service","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:51.964558274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66620e08-531d-40fe-8db2-2d3945f3d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.017774086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66620e08-531d-40fe-8db2-2d3945f3d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.028859734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.085998708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.141451745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.198815144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.291217144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.34531425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.403422383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.458764788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-265e23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.517271434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-265e23"},"namespace":"ai-tenant-e2e-ipp-a-265e23","name":"default-tenant","reconcileID":"bfe8ac21-728e-4cc5-9fa3-68601b03d587","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-265e23","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.57540862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","namespace":"ai-tenant-e2e-ipp-a-d17afa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.575468539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","namespace":"ai-tenant-e2e-ipp-a-d17afa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.575530808Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","tenant":"e2e-ipp-a-d17afa","tenantID":"e2e-ipp-a-d17afa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.630108117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d17afa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.694467363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Service","name":"maas-api-e2e-ipp-a-d17afa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.755246285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d17afa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.809600362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d17afa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.865820095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.923474707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:52.981105388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.036859678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.146059375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.200585879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.262061326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Service","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.325927513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.411789904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.466758647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.525425667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.581837427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.639081519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.694112855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.764274228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d17afa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.820839483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d17afa"},"namespace":"ai-tenant-e2e-ipp-a-d17afa","name":"default-tenant","reconcileID":"deea7b9d-b0b0-44d3-b1bc-3ed56d6bf1df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d17afa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:53.960158629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aadfb2d-41db-4c4b-bdea-8d1277be16f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:54.012192385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aadfb2d-41db-4c4b-bdea-8d1277be16f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:54.065692269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aadfb2d-41db-4c4b-bdea-8d1277be16f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:54.13418323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aadfb2d-41db-4c4b-bdea-8d1277be16f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:55.08132139Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d17afa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d17afa","reconcileID":"1d9fc862-c468-4fab-81d2-2d4cebd23045","aitenant":"ai-tenants/e2e-ipp-a-d17afa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:55.885608141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d17afa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d17afa","reconcileID":"1d9fc862-c468-4fab-81d2-2d4cebd23045","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d17afa","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d17afa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.068065529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8f96c-83aa-4341-bd6c-cee673b645be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.12167726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8f96c-83aa-4341-bd6c-cee673b645be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.173578623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8f96c-83aa-4341-bd6c-cee673b645be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:56.226299279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c8f96c-83aa-4341-bd6c-cee673b645be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:58.160345721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1498e6eb-21f9-4414-9be0-1eabc7ef707b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:58.212682983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1498e6eb-21f9-4414-9be0-1eabc7ef707b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:58.264867832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1498e6eb-21f9-4414-9be0-1eabc7ef707b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:08:58.316967791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1498e6eb-21f9-4414-9be0-1eabc7ef707b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.294877642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae96aa3b-6f2d-456c-a52c-51356118eda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.347313324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae96aa3b-6f2d-456c-a52c-51356118eda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.401275081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae96aa3b-6f2d-456c-a52c-51356118eda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:00.45377509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae96aa3b-6f2d-456c-a52c-51356118eda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:01.690195523Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-265e23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-265e23","reconcileID":"51fd6f5c-bf7e-4378-8ec5-46d1fbc252d1","aitenant":"ai-tenants/e2e-ipp-a-265e23","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:02.393990932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d47ee89-1e1d-4b1b-9526-e255e12b4a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:02.445983688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d47ee89-1e1d-4b1b-9526-e255e12b4a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:02.49792555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d47ee89-1e1d-4b1b-9526-e255e12b4a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:02.504516727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-265e23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-265e23","reconcileID":"51fd6f5c-bf7e-4378-8ec5-46d1fbc252d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-265e23","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-265e23"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:02.550005845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d47ee89-1e1d-4b1b-9526-e255e12b4a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:04.478816714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de586ea5-cdf5-4de0-9ada-2d9bfeae1633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:04.530779321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de586ea5-cdf5-4de0-9ada-2d9bfeae1633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:04.583518343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de586ea5-cdf5-4de0-9ada-2d9bfeae1633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:04.635327659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de586ea5-cdf5-4de0-9ada-2d9bfeae1633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.226644139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12d8d403-4087-4492-a9f0-1f72736c02e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.22666794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12d8d403-4087-4492-a9f0-1f72736c02e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.283302485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd04b6ae-39e0-4f06-9c0f-5f9e406618a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.283326146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd04b6ae-39e0-4f06-9c0f-5f9e406618a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.388662449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"c2cd034b-1633-4cb6-875b-edaedf3e0b75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.513218556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"c2cd034b-1633-4cb6-875b-edaedf3e0b75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.535028097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789ef20d-822e-49ee-95f7-06aef7a45fa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.587479368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789ef20d-822e-49ee-95f7-06aef7a45fa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.590345719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0e845b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"c2cd034b-1633-4cb6-875b-edaedf3e0b75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.640066206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789ef20d-822e-49ee-95f7-06aef7a45fa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.692543628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789ef20d-822e-49ee-95f7-06aef7a45fa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.700000031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29b44703-e740-484a-a3ce-17691f13cbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.700025225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29b44703-e740-484a-a3ce-17691f13cbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.849483095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1520c720-ae89-4771-b1f0-2b6cf0bc6764","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.851032625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"3bb80553-9062-48e1-a220-9583fe0476d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.951238411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"ac201025-8c24-4abe-8b79-d3c4ef520aec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:06.952286808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"f9697a8e-db80-41ec-ba35-b4e5b32e52f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.132375351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"8f69fd91-53f0-444c-b68d-07d440d654b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.259606829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"633669e5-5ce5-45fa-acd3-983549da7d71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.374655121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b126bce-cfeb-4ba3-aa56-2452ffe708a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.375434005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"090f77f5-cfff-40f3-9867-fb39b94c53b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.440353053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"15372b8f-7704-4670-a564-3037e80c0513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.537173664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"3e6d0c4c-9f8a-44e0-ab75-e272b7e67102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.639323442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"bab47da6-38b2-495f-beee-866a7e6cff00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:07.738223178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"6889694e-6f10-4510-8d63-8ac7e5af434c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:08.606616086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21179f-d1a9-46d8-b432-53b5a3d72ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:08.660092915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21179f-d1a9-46d8-b432-53b5a3d72ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:08.715850201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21179f-d1a9-46d8-b432-53b5a3d72ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:08.769739022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f21179f-d1a9-46d8-b432-53b5a3d72ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.698621589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82eae5-89a4-4b73-9c32-041a920a742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.754252532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82eae5-89a4-4b73-9c32-041a920a742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.806197441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82eae5-89a4-4b73-9c32-041a920a742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:10.862195945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82eae5-89a4-4b73-9c32-041a920a742b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:11.597113464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b35c8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b35c8d","reconcileID":"4e6aeafb-6373-4f47-b3a2-ce843abca1a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b35c8d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b35c8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:12.789886741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708add50-a1a0-4de2-bf78-145a2e2020b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:12.84240849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708add50-a1a0-4de2-bf78-145a2e2020b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:12.894165133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708add50-a1a0-4de2-bf78-145a2e2020b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:12.945988659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708add50-a1a0-4de2-bf78-145a2e2020b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:13.280159721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:14.890731441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4d03ec-8c70-4e0d-ae4e-5c985a4a0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:14.942983846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4d03ec-8c70-4e0d-ae4e-5c985a4a0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:14.9962171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4d03ec-8c70-4e0d-ae4e-5c985a4a0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.067169773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b4d03ec-8c70-4e0d-ae4e-5c985a4a0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.605301813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"20b4a788-f369-449d-80f9-a2e128ffa66a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5d92a0","tenantID":"e2e-ipp-b-5d92a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.723722017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"20b4a788-f369-449d-80f9-a2e128ffa66a","name":"e2e-ipp-b-5d92a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.782337001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","namespace":"ai-tenant-e2e-ipp-b-4aa4a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.782430288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","namespace":"ai-tenant-e2e-ipp-b-4aa4a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.782512062Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","tenant":"e2e-ipp-b-4aa4a9","tenantID":"e2e-ipp-b-4aa4a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.83690108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4aa4a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.897789244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Service","name":"maas-api-e2e-ipp-b-4aa4a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:15.958109563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4aa4a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.012148292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4aa4a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.068036444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.132484992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.187953609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.242738562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.303047557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.358065737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.470427186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Service","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.534456399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.58915793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.646049111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.705235362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.763651094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.804858201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"08e3002b-c3b5-4e45-83f6-828f423043de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.826302658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.862394156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"08e3002b-c3b5-4e45-83f6-828f423043de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.880967285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.917495328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0e845b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"08e3002b-c3b5-4e45-83f6-828f423043de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.936880526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4aa4a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.990887518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4aa4a9"},"namespace":"ai-tenant-e2e-ipp-b-4aa4a9","name":"default-tenant","reconcileID":"d4f3bfb7-9270-4bf8-b000-dec169fe3ee0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4aa4a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:16.997595048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b9ae1-ab78-4663-878e-8f095a9c4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:17.050396297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b9ae1-ab78-4663-878e-8f095a9c4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:17.112608341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b9ae1-ab78-4663-878e-8f095a9c4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:17.167330273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b9ae1-ab78-4663-878e-8f095a9c4cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:18.942136675Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4aa4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4aa4a9","reconcileID":"d787edb8-766b-4647-bc01-1951eb74bb0d","aitenant":"ai-tenants/e2e-ipp-b-4aa4a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:19.462738312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9329e6-2b8f-4985-8bd5-c0ed17b5e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:19.514866209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9329e6-2b8f-4985-8bd5-c0ed17b5e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:19.566802331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9329e6-2b8f-4985-8bd5-c0ed17b5e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:19.619277651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9329e6-2b8f-4985-8bd5-c0ed17b5e02e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:19.787637774Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4aa4a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4aa4a9","reconcileID":"d787edb8-766b-4647-bc01-1951eb74bb0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4aa4a9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4aa4a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.582139748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e5362-0bae-44bb-98af-b80fe6d9c241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.634306974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e5362-0bae-44bb-98af-b80fe6d9c241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.686470924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e5362-0bae-44bb-98af-b80fe6d9c241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:21.739159576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"960e5362-0bae-44bb-98af-b80fe6d9c241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.396262064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","namespace":"ai-tenant-e2e-ipp-b-189f31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.396322103Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","namespace":"ai-tenant-e2e-ipp-b-189f31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.396371125Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","tenant":"e2e-ipp-b-189f31","tenantID":"e2e-ipp-b-189f31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.450329175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Deployment","name":"maas-api-e2e-ipp-b-189f31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.514412873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Service","name":"maas-api-e2e-ipp-b-189f31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.574374011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-189f31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.629791003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-189f31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.690822272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.747617158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.808395918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.863700728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.918657095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:22.976073865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.044691515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Service","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.112848217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.173000578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.23170658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.28761124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.344049377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.398641667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.452917267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.514251653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-189f31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:23.573466926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-189f31"},"namespace":"ai-tenant-e2e-ipp-b-189f31","name":"default-tenant","reconcileID":"cd7b0138-7c74-4ced-b120-5d01628b6791","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-189f31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:26.89767704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bacb1c-9d7d-4ee6-887d-bb5bcf5bc0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:26.950715807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bacb1c-9d7d-4ee6-887d-bb5bcf5bc0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.003183189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bacb1c-9d7d-4ee6-887d-bb5bcf5bc0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.05534079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bacb1c-9d7d-4ee6-887d-bb5bcf5bc0f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.160382847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"044fb581-8589-48aa-a48f-3f572a225c59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.217555457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"044fb581-8589-48aa-a48f-3f572a225c59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.325196979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0e845b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"044fb581-8589-48aa-a48f-3f572a225c59","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:27.430875714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0881af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0881af","reconcileID":"e56af054-f371-4ef5-a45f-8e6274ec497d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0881af","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0881af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:28.99745566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d8f87d-bafb-496b-aad9-123e368f99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:29.050151698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d8f87d-bafb-496b-aad9-123e368f99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:29.102026892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d8f87d-bafb-496b-aad9-123e368f99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:29.156611992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d8f87d-bafb-496b-aad9-123e368f99df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.18144266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c20a9-de38-406c-b703-01550f6bfc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.238987716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c20a9-de38-406c-b703-01550f6bfc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.291532671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c20a9-de38-406c-b703-01550f6bfc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.343428482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c20a9-de38-406c-b703-01550f6bfc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:31.889884169Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-189f31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-189f31","reconcileID":"c106f189-e454-446a-a04e-83119cedd42a","aitenant":"ai-tenants/e2e-ipp-b-189f31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:32.656281704Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-189f31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-189f31","reconcileID":"c106f189-e454-446a-a04e-83119cedd42a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-189f31","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-189f31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.317728858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046baf9-0bb7-4af3-8ec4-ab0a7ae432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.371108706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046baf9-0bb7-4af3-8ec4-ab0a7ae432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.42445413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046baf9-0bb7-4af3-8ec4-ab0a7ae432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:33.480478542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5046baf9-0bb7-4af3-8ec4-ab0a7ae432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.615911512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0eca39d-f12d-47f3-b73d-feb7314a8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.669432171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0eca39d-f12d-47f3-b73d-feb7314a8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.722756928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0eca39d-f12d-47f3-b73d-feb7314a8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:35.776724033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0eca39d-f12d-47f3-b73d-feb7314a8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.432346337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"9cee2e66-49a5-4c65-856d-2a7eda1db45c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.489311869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"9cee2e66-49a5-4c65-856d-2a7eda1db45c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.54480101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0e845b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc1998ccde67d9d6c3ed7f05bbee94c9f8250e8186e88e7ef5ae0e653b6be8b6) AuthConfig (69c163ac666093261c3dc190db988a9ecec004c520d6d4f3859fec656ee72be2) AuthConfig (102ae4052cfde2e493339244656a4958fcaedd5da229ca48c1f2979ebe66309e) AuthConfig (ed60e7eefef329ff48e91076ac2164f9d4d69a40f3bc3f013e89d056f104e0f3) AuthConfig (9947691707d0855939e6ee8963f0dcaa3aa3ca75780d066c245867dd7acacf6a) AuthConfig (be3e52514ce7a1e63f1e60a6b5b8bd7b2b7176d1d0032638bfee4d58df5c27bd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"9cee2e66-49a5-4c65-856d-2a7eda1db45c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.60558107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd102997-b57f-4351-ad4d-22a225854a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.605606578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd102997-b57f-4351-ad4d-22a225854a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.78080001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b984b35b-fff5-4cf3-94a5-70ea438e41c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.832838915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b984b35b-fff5-4cf3-94a5-70ea438e41c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.88483493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b984b35b-fff5-4cf3-94a5-70ea438e41c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:37.936771358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b984b35b-fff5-4cf3-94a5-70ea438e41c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.562094598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-97d5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-97d5b0","reconcileID":"ef3afba2-3ecd-48b8-948b-a6ff6bea6850","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-97d5b0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-97d5b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.850448106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781687da-f9fd-4f45-b177-aa361368a9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.904718811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781687da-f9fd-4f45-b177-aa361368a9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:39.956744461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781687da-f9fd-4f45-b177-aa361368a9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:40.00891099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781687da-f9fd-4f45-b177-aa361368a9fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:41.996147642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1706a92-d2c9-4aaa-83a1-3b3167ae72af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:42.049086318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1706a92-d2c9-4aaa-83a1-3b3167ae72af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:42.101293003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1706a92-d2c9-4aaa-83a1-3b3167ae72af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:42.153766687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1706a92-d2c9-4aaa-83a1-3b3167ae72af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:43.29079464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:44.169315926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50438e2c-9b56-49ad-8abd-b5a3e71b0fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:44.222013134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50438e2c-9b56-49ad-8abd-b5a3e71b0fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:44.275695767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50438e2c-9b56-49ad-8abd-b5a3e71b0fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:44.328653758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50438e2c-9b56-49ad-8abd-b5a3e71b0fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:47.711670479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"cb9d412d-e3d2-48f9-8d7b-5ccc0e97255b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:47.773248819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"cb9d412d-e3d2-48f9-8d7b-5ccc0e97255b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:47.831505878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0e845b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc1998ccde67d9d6c3ed7f05bbee94c9f8250e8186e88e7ef5ae0e653b6be8b6) AuthConfig (69c163ac666093261c3dc190db988a9ecec004c520d6d4f3859fec656ee72be2) AuthConfig (102ae4052cfde2e493339244656a4958fcaedd5da229ca48c1f2979ebe66309e) AuthConfig (ed60e7eefef329ff48e91076ac2164f9d4d69a40f3bc3f013e89d056f104e0f3) AuthConfig (9947691707d0855939e6ee8963f0dcaa3aa3ca75780d066c245867dd7acacf6a) AuthConfig (be3e52514ce7a1e63f1e60a6b5b8bd7b2b7176d1d0032638bfee4d58df5c27bd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"cb9d412d-e3d2-48f9-8d7b-5ccc0e97255b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.415621142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"b28c5ba3-8dc8-4139-bd66-f449570e0da4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.520730322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"7574a45b-2d12-4753-b8cd-3f3ae81ea900","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.535678148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"fd8b8ed2-f35b-40dc-91f6-4816c1e99b27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.617284694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5c747dd-8d3b-4aba-bdd9-2654bd546b5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.656490536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"bc5cbea3-06a4-4204-8e94-f9893afee659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.785050555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"73382d30-dd33-4e5b-90fc-6e9de7a9bebd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:50.889214652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d964dfc4-6ca8-41cc-b873-94d34a739ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:51.165213783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70325487-6130-4c89-ba51-4ccf6fe6af63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:51.417220498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"06be793e-d399-4f3a-bd0f-9081221a92e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:51.516270055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"18044fa3-0001-4a27-90a9-657b8e02b2a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:51.54010424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"89a56487-4e7a-4956-9862-dcba27a53bd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:51.615209474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"187d4649-130f-4130-81f4-3933ae5e889b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:52.276294586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"218c30f4-3a2f-4907-a404-7ceca9011a52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8cd025","tenantID":"e2e-ipp-b-8cd025","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:52.395674092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"218c30f4-3a2f-4907-a404-7ceca9011a52","name":"e2e-ipp-b-8cd025-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:57.937159427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"83475d2e-806d-48e2-bea7-bfd6c5649307","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:57.995045246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"83475d2e-806d-48e2-bea7-bfd6c5649307","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:58.269919983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b426e1b3-5f03-4030-a28d-bfaba2ab9a6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:09:58.269965748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b426e1b3-5f03-4030-a28d-bfaba2ab9a6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:13.279191165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.430591408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"1c1167f3-6da5-4fb5-8756-6a9e9e11d27d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.539651373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"be7060b2-753a-4232-abbc-b855162df37b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.63130863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"f6a31826-42ed-4e0c-ae40-9c1eaaa2c8a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.743969358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"3e664905-7ba1-420b-98ca-9cd269d26747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.839652339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f666cf6a-c5e5-496b-abe9-f7d6c7ead0f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.881492225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c74120e4-4246-4cc4-9f01-6928317bdf75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:15.953647465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"c4258cc2-6e46-422a-b116-1d096f973118","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:16.149806213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"843ba928-8496-414b-b3dd-4f013b6cecd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:16.250203989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"9fc7649a-5670-4259-b848-1347ba1e0028","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:16.272233541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"e4da3ff6-cda0-4f26-ab23-e3483fd682a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:16.46603893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"c158b236-cc81-4409-8136-1b319d4fb87b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:16.824572385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"c7de93ec-c82d-467c-8c21-b1b843497e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:18.904538917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"db97957c-83e6-4157-abbe-f783b8259dd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:19.02408177Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"db97957c-83e6-4157-abbe-f783b8259dd7","name":"e2e-api-b-b35c8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:25.930712055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b9453-4476-44a4-ae05-49cc447d1047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:25.983643749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b9453-4476-44a4-ae05-49cc447d1047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.036774099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b9453-4476-44a4-ae05-49cc447d1047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:26.088880888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c2b9453-4476-44a4-ae05-49cc447d1047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.098062613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316f829f-bc42-41e4-b823-b73eac8ed8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.157009353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316f829f-bc42-41e4-b823-b73eac8ed8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.210789183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316f829f-bc42-41e4-b823-b73eac8ed8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:28.26748024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316f829f-bc42-41e4-b823-b73eac8ed8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.303469642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f40407-ad36-4df7-a4d6-95108900a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.360664813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f40407-ad36-4df7-a4d6-95108900a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.416042285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f40407-ad36-4df7-a4d6-95108900a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:30.468343471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f40407-ad36-4df7-a4d6-95108900a112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.499301746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540a6126-3231-4992-9bda-27f5e476f392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.556248213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540a6126-3231-4992-9bda-27f5e476f392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.608801283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540a6126-3231-4992-9bda-27f5e476f392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:35.662751553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540a6126-3231-4992-9bda-27f5e476f392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.705913928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bbb336-30de-4391-ae12-1838d828ed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.760281914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bbb336-30de-4391-ae12-1838d828ed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.812661659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bbb336-30de-4391-ae12-1838d828ed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:37.866542115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bbb336-30de-4391-ae12-1838d828ed56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:40.049635984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"279b0631-5513-4f3c-84f2-a8f6b95d777b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0881af","tenantID":"e2e-praxis-a-0881af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:40.166041917Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"279b0631-5513-4f3c-84f2-a8f6b95d777b","name":"e2e-praxis-a-0881af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:43.282810296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:44.912906771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"5fd2c78e-0a5a-4097-a880-39ba6f0424b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.112374052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36166137-1cfb-4ec0-906d-aa9e66fc0fee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.222181497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"c98584ad-2137-4fe1-a293-a59d95d810ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.400973703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7279e160-fce2-4b97-aaec-f39061e597ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.503327952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"10530ff3-529d-4aa1-803d-385f6a382538","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.599280987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4c057851-45a9-4d2a-9397-2dad6e246139","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.599361417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"4c4ae7b0-25f0-42a5-a43e-057fa7aa024c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.696360032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"4bcc9455-e549-439a-9318-9181e1e024c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:45.945456134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"0840ba55-14d4-47d4-9387-e235a476ae73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:46.048744124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"06982e20-8697-40bf-a9c5-047a0134221f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:46.18364542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a784816-dc06-48fc-b526-4a191c6fee00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:46.311315032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"25dc7381-0219-4b7a-918e-59810494dfe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:56.741197907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"69a1b59b-1d63-43d0-82d0-34982a012773","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-97d5b0","tenantID":"e2e-praxis-a-97d5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:10:56.858291507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"69a1b59b-1d63-43d0-82d0-34982a012773","name":"e2e-praxis-a-97d5b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.149186193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"1e7bd8e0-6160-47e8-86e7-c1866d1235c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.250176187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0f1b736-711b-4bed-88a5-89b40044b4a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.448181424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"635f8a66-797c-4f5b-b588-8cfd9bfe7631","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.569202789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"18619983-f739-44db-a45b-fd2378d024c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:01.688787374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"419a5ac3-871d-4e78-95f3-f02a25002b27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.042562799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"5504bb32-a3c5-459e-b978-683ebde693f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.097273179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"e1cf0110-282c-4639-bae7-905125d89620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.149245986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"38cb38df-c493-4b3a-af7e-c6e4db8228b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.202785953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"2c94394a-2b07-413c-8e40-5917cc7da503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.288537812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"bbd9bc26-545f-43d3-b63a-de26cfaf670a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.38861293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"159ef995-0030-4276-8148-4aafd9d6295a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:02.593337677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"a3c90e05-048e-4df5-ae03-62a2b8f879ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.74184836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","namespace":"ai-tenant-e2e-ipp-a-25cee7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.741911633Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","namespace":"ai-tenant-e2e-ipp-a-25cee7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.74201799Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","tenant":"e2e-ipp-a-25cee7","tenantID":"e2e-ipp-a-25cee7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.798745014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Deployment","name":"maas-api-e2e-ipp-a-25cee7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.868195896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Service","name":"maas-api-e2e-ipp-a-25cee7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.925363159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-25cee7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:06.981093423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-25cee7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.039435512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.09873979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.155442559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.225609809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.28053756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.335020413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.40002909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Service","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.463052146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.517660382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.573800648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.629390044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.706769414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.760769721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.819294565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.874293267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-25cee7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:07.931923798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-25cee7"},"namespace":"ai-tenant-e2e-ipp-a-25cee7","name":"default-tenant","reconcileID":"15a8e49c-62ee-4c1f-affd-afdc093b3634","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-25cee7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:08.592386854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f938d-7879-448c-adff-05e7dff6ace2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:08.644580304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f938d-7879-448c-adff-05e7dff6ace2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:08.69637677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f938d-7879-448c-adff-05e7dff6ace2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:08.748946787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013f938d-7879-448c-adff-05e7dff6ace2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:10.682833401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43997e8f-2d20-43a6-a1e9-fda01f3a3863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:10.735042426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43997e8f-2d20-43a6-a1e9-fda01f3a3863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:10.787311336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43997e8f-2d20-43a6-a1e9-fda01f3a3863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:10.839482789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43997e8f-2d20-43a6-a1e9-fda01f3a3863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:13.278856315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:18.829058849Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-25cee7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-25cee7","reconcileID":"c917456a-a749-430f-9987-a167f70c2add","aitenant":"ai-tenants/e2e-ipp-a-25cee7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.42170711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8136f2-c546-4946-b961-884dbf792f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.473617184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8136f2-c546-4946-b961-884dbf792f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.525777214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8136f2-c546-4946-b961-884dbf792f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.577959077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8136f2-c546-4946-b961-884dbf792f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:19.638847823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-25cee7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-25cee7","reconcileID":"c917456a-a749-430f-9987-a167f70c2add","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-25cee7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-25cee7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.501219434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3747eb-f5e0-4bbf-9d26-494c1e731135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.55333716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3747eb-f5e0-4bbf-9d26-494c1e731135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.605310404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3747eb-f5e0-4bbf-9d26-494c1e731135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:21.657337753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3747eb-f5e0-4bbf-9d26-494c1e731135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.962022916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","namespace":"ai-tenant-e2e-ipp-b-5d92a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.962110545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","namespace":"ai-tenant-e2e-ipp-b-5d92a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:27.962183511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","tenant":"e2e-ipp-b-5d92a0","tenantID":"e2e-ipp-b-5d92a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.018022862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5d92a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.083518016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Service","name":"maas-api-e2e-ipp-b-5d92a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.106103888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaa321d-e72e-414f-9aec-5f1299ae2ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.159106707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaa321d-e72e-414f-9aec-5f1299ae2ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.164758524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5d92a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.211187141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaa321d-e72e-414f-9aec-5f1299ae2ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.263077959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaa321d-e72e-414f-9aec-5f1299ae2ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.267737266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5d92a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.330736327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.389561028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.455039671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.546108371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.598228005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.655420521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.71749827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Service","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.770289152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.822094136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.875394591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.927332057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:28.983820899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.035587469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.087280075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.139472066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5d92a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:29.198163184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5d92a0"},"namespace":"ai-tenant-e2e-ipp-b-5d92a0","name":"default-tenant","reconcileID":"7b74443d-7ada-4dd9-b3eb-54ea9d54974e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5d92a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.18727942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23df2ee8-3385-4f3c-90ae-b471eabd1e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.239466188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23df2ee8-3385-4f3c-90ae-b471eabd1e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.291361187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23df2ee8-3385-4f3c-90ae-b471eabd1e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.344405452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23df2ee8-3385-4f3c-90ae-b471eabd1e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.487118492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f63001f-8568-43eb-a38f-ab4057ef0132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.487148127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f63001f-8568-43eb-a38f-ab4057ef0132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.544527885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97369667-e7ad-403a-9f35-18f91ff7bfb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.544555376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97369667-e7ad-403a-9f35-18f91ff7bfb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.661886545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"25f07ed0-2839-4882-af26-d682ed59aa41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.786851059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"25f07ed0-2839-4882-af26-d682ed59aa41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.842570364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"25f07ed0-2839-4882-af26-d682ed59aa41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.899506342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa27f20-103e-4be1-ba26-bcf79d62fad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:30.899528162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1aa27f20-103e-4be1-ba26-bcf79d62fad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:32.299880037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943c2e31-21a4-4084-99ac-5910075c8fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:32.351833939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943c2e31-21a4-4084-99ac-5910075c8fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:32.403881625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943c2e31-21a4-4084-99ac-5910075c8fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:32.456116342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"943c2e31-21a4-4084-99ac-5910075c8fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:34.975374409Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5d92a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5d92a0","reconcileID":"c03c7204-06e8-4870-92e5-bcb3ab3dbd91","aitenant":"ai-tenants/e2e-ipp-b-5d92a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:35.457914241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85902aaa-8df4-4168-ae25-00f823e13ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:35.510199583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85902aaa-8df4-4168-ae25-00f823e13ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:35.562383005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85902aaa-8df4-4168-ae25-00f823e13ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:35.614748052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85902aaa-8df4-4168-ae25-00f823e13ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:35.789300989Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5d92a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5d92a0","reconcileID":"c03c7204-06e8-4870-92e5-bcb3ab3dbd91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5d92a0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5d92a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:37.580295228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b25d8dc-765f-4903-a664-62d1b28f2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:37.63221421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b25d8dc-765f-4903-a664-62d1b28f2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:37.68391504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b25d8dc-765f-4903-a664-62d1b28f2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:37.735859832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b25d8dc-765f-4903-a664-62d1b28f2b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:37.971095276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ee3a0830-95b3-4ed4-807d-2d0fb78feef8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:38.029895863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ee3a0830-95b3-4ed4-807d-2d0fb78feef8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:38.414305736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"f1e4dd05-2870-4925-b0e7-5502a09fb00e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:38.471228709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"f1e4dd05-2870-4925-b0e7-5502a09fb00e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:39.822516683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5375a209-2605-40a5-9b57-81ab7411ed6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:39.880144239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5375a209-2605-40a5-9b57-81ab7411ed6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:39.935819195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5375a209-2605-40a5-9b57-81ab7411ed6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:39.997752458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5375a209-2605-40a5-9b57-81ab7411ed6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.39470344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ae45c7c1-e646-465f-b4b9-d7daf59bcaa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.394843527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe03ea03-168f-4264-8a9c-04b2b346eb09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.394861169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe03ea03-168f-4264-8a9c-04b2b346eb09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.602981138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ae45c7c1-e646-465f-b4b9-d7daf59bcaa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.730117358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ae45c7c1-e646-465f-b4b9-d7daf59bcaa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"name":"e2e-api-a-0e845b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.730209421Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"e2e-e2e-api-a-0e845b-policy","reconcileID":"ae45c7c1-e646-465f-b4b9-d7daf59bcaa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0e845b-policy","namespace":"ai-tenant-e2e-api-a-0e845b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0e845b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.791493363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9695bace-ae4f-4274-8bfc-a170043d74ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:40.791516313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9695bace-ae4f-4274-8bfc-a170043d74ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:41.006198127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"9a84c67a-fe57-4dc6-b24b-f79510b9117b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:41.063620266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"9a84c67a-fe57-4dc6-b24b-f79510b9117b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:41.139846724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"9a84c67a-fe57-4dc6-b24b-f79510b9117b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:41.983700003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab04edb-c045-476b-ba2b-00e46c06cf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:42.0378474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab04edb-c045-476b-ba2b-00e46c06cf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:42.089659607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab04edb-c045-476b-ba2b-00e46c06cf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:42.141486162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab04edb-c045-476b-ba2b-00e46c06cf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:42.895568215Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a87e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a87e81","reconcileID":"d55801cf-0d7b-44cb-a5bc-e089d7a52abd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a87e81","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a87e81":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:43.279706058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:44.086283279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8656c10b-b85a-4697-9eec-cbdc71947a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:44.139319966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8656c10b-b85a-4697-9eec-cbdc71947a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:44.191246199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8656c10b-b85a-4697-9eec-cbdc71947a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:44.244166156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8656c10b-b85a-4697-9eec-cbdc71947a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:46.214511032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899135b1-67d9-4f56-ba53-5e7052471c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:46.267199214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899135b1-67d9-4f56-ba53-5e7052471c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:46.319334713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899135b1-67d9-4f56-ba53-5e7052471c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:46.373391841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899135b1-67d9-4f56-ba53-5e7052471c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:48.304182558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7aa9e37-61fe-4ee8-9719-8b6c25e2f1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:48.356260855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7aa9e37-61fe-4ee8-9719-8b6c25e2f1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:48.408808741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7aa9e37-61fe-4ee8-9719-8b6c25e2f1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:48.460910022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7aa9e37-61fe-4ee8-9719-8b6c25e2f1c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.370250369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293bfb90-d059-4bf7-9343-5f282f5c6810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.422514262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293bfb90-d059-4bf7-9343-5f282f5c6810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.475070217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293bfb90-d059-4bf7-9343-5f282f5c6810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:50.528092994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293bfb90-d059-4bf7-9343-5f282f5c6810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.245232741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"283718f3-f87e-4468-a62f-455fea919f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.301579189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"283718f3-f87e-4468-a62f-455fea919f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:51.357576657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"283718f3-f87e-4468-a62f-455fea919f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:56.721861184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d93c25d-61d0-4da5-a4a7-5a3246056697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:56.775248339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d93c25d-61d0-4da5-a4a7-5a3246056697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:56.82725683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d93c25d-61d0-4da5-a4a7-5a3246056697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:56.879459983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d93c25d-61d0-4da5-a4a7-5a3246056697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:57.331579641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a1258b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a1258b","reconcileID":"7713b1c5-543b-498a-8f03-18f4353c865f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a1258b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a1258b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:58.796264172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c7e10c-ab0a-484d-9b44-e1f971bc446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:58.852823326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c7e10c-ab0a-484d-9b44-e1f971bc446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:58.908619545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c7e10c-ab0a-484d-9b44-e1f971bc446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:11:58.963074493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c7e10c-ab0a-484d-9b44-e1f971bc446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:00.867865054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512104ed-6a2b-4314-98c4-6d67d0569b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:00.920804953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512104ed-6a2b-4314-98c4-6d67d0569b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:00.973691606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512104ed-6a2b-4314-98c4-6d67d0569b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.025585362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512104ed-6a2b-4314-98c4-6d67d0569b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.464720401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"b36ff7dd-e01b-4610-a074-085402663916","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.52075809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"b36ff7dd-e01b-4610-a074-085402663916","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.577002256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cf84d1971758e4f6d73abd41d3be14352f7eb8061fd6a3d5c6cb8ac585375f) AuthConfig (1678576161310e8d68cf17fefec97d3195db0ab97d959f09b54b1b2e077c798f) AuthConfig (7e0436147a2b322f9d79bb7beed50f4091a883d9b196180d96cbb6d5b78b4903) AuthConfig (64df1e35e3db8395932fe498a61fc21026cdeadc21b669a58919866d0cb82f3f) AuthConfig (ca5a349aabd0b9c1a1bcb8b3c56be7df98375e1077d75bb873a497560e33afd8) AuthConfig (74ebeb50483acf2d9fe050cd8515ecf90d75a1cfe1033d8eeb5eeac610fd45ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"b36ff7dd-e01b-4610-a074-085402663916","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.638577182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf9a5940-fcc3-45d8-b4b2-57dc7e376b28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:01.638599429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf9a5940-fcc3-45d8-b4b2-57dc7e376b28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:02.965297301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb0be6-da25-4f52-aaab-5a97aabcfa48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:03.018521115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb0be6-da25-4f52-aaab-5a97aabcfa48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:03.070628693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb0be6-da25-4f52-aaab-5a97aabcfa48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:03.122670047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bb0be6-da25-4f52-aaab-5a97aabcfa48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:05.018949575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d521783-c24e-4bfd-b0e3-4e7e738d3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:05.070657342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d521783-c24e-4bfd-b0e3-4e7e738d3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:05.122497886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d521783-c24e-4bfd-b0e3-4e7e738d3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:05.174508156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d521783-c24e-4bfd-b0e3-4e7e738d3fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:07.084211624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b94a7-d34b-414f-b86b-8536bffb1c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:07.136458194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b94a7-d34b-414f-b86b-8536bffb1c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:07.188507727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b94a7-d34b-414f-b86b-8536bffb1c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:07.241059264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838b94a7-d34b-414f-b86b-8536bffb1c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:09.206583024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846ed77b-6859-4016-a429-02513ba4978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:09.258612275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846ed77b-6859-4016-a429-02513ba4978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:09.311340653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846ed77b-6859-4016-a429-02513ba4978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:09.366387697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846ed77b-6859-4016-a429-02513ba4978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.294210691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f459ca18-3fdf-4b76-bbe5-ecf5855248cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.346074555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f459ca18-3fdf-4b76-bbe5-ecf5855248cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.398099458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f459ca18-3fdf-4b76-bbe5-ecf5855248cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.450142143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f459ca18-3fdf-4b76-bbe5-ecf5855248cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.766340412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"4402b063-6833-4a28-a6bb-9898f33efeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.827670526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"4402b063-6833-4a28-a6bb-9898f33efeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:11.88227987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cf84d1971758e4f6d73abd41d3be14352f7eb8061fd6a3d5c6cb8ac585375f) AuthConfig (1678576161310e8d68cf17fefec97d3195db0ab97d959f09b54b1b2e077c798f) AuthConfig (7e0436147a2b322f9d79bb7beed50f4091a883d9b196180d96cbb6d5b78b4903) AuthConfig (64df1e35e3db8395932fe498a61fc21026cdeadc21b669a58919866d0cb82f3f) AuthConfig (ca5a349aabd0b9c1a1bcb8b3c56be7df98375e1077d75bb873a497560e33afd8) AuthConfig (74ebeb50483acf2d9fe050cd8515ecf90d75a1cfe1033d8eeb5eeac610fd45ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"4402b063-6833-4a28-a6bb-9898f33efeb2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:13.281580645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:13.39713033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c626e23-731d-4113-94ee-47391e2f5876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:13.45065475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c626e23-731d-4113-94ee-47391e2f5876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:13.506021322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c626e23-731d-4113-94ee-47391e2f5876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:13.559254984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c626e23-731d-4113-94ee-47391e2f5876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:14.506299096Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c8e9f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c8e9f0","reconcileID":"84d6113b-3d45-4e06-a70c-3d239126340f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c8e9f0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c8e9f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:15.604628268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaf193c-6ce0-46e6-ba12-14309015740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:15.656824703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaf193c-6ce0-46e6-ba12-14309015740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:15.710120785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaf193c-6ce0-46e6-ba12-14309015740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:15.763536739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaf193c-6ce0-46e6-ba12-14309015740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.169485757Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","namespace":"ai-tenant-e2e-api-a-0e845b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.169548285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","namespace":"ai-tenant-e2e-api-a-0e845b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.169607356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","tenant":"e2e-api-a-0e845b","tenantID":"e2e-api-a-0e845b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.229264192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Deployment","name":"maas-api-e2e-api-a-0e845b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.320922401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Service","name":"maas-api-e2e-api-a-0e845b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.377174458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-0e845b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.434144327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-0e845b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.496216894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.56215011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.622762566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.690014467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.744979438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Deployment","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.797057994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.879387585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Service","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.933051222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:16.987006689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.04127742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.094556681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.23579096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.28844861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.351473188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.414345111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-0e845b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.466851067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0e845b"},"namespace":"ai-tenant-e2e-api-a-0e845b","name":"default-tenant","reconcileID":"77aad3e8-16ee-489e-935f-1fefdedf709b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-0e845b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.822362043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f4dcb-6706-48a7-98c9-f173e39223d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.875101951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f4dcb-6706-48a7-98c9-f173e39223d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.927569147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f4dcb-6706-48a7-98c9-f173e39223d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:17.979760907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f4dcb-6706-48a7-98c9-f173e39223d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:21.98768726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"e54869ec-2dbd-4cfb-8159-94a166c03fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:22.044172595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"e54869ec-2dbd-4cfb-8159-94a166c03fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:22.099209969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b35c8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02cf84d1971758e4f6d73abd41d3be14352f7eb8061fd6a3d5c6cb8ac585375f) AuthConfig (1678576161310e8d68cf17fefec97d3195db0ab97d959f09b54b1b2e077c798f) AuthConfig (7e0436147a2b322f9d79bb7beed50f4091a883d9b196180d96cbb6d5b78b4903) AuthConfig (64df1e35e3db8395932fe498a61fc21026cdeadc21b669a58919866d0cb82f3f) AuthConfig (ca5a349aabd0b9c1a1bcb8b3c56be7df98375e1077d75bb873a497560e33afd8) AuthConfig (74ebeb50483acf2d9fe050cd8515ecf90d75a1cfe1033d8eeb5eeac610fd45ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"e54869ec-2dbd-4cfb-8159-94a166c03fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:22.994046381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"8e731eaa-e542-40ec-82d3-03f8943cc8a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.057237759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"67364975-857a-4974-b3b0-4a6c11132ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.179437942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5f5d3b3-3d83-4b68-bd0e-60003da70fac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.299875868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28e1f4a4-b398-46c2-bcdb-9ed074ef178a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.402785182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"81e7cfad-ba3a-4983-86b0-caec2c93891f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.500630261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"91a04900-7ec3-4973-b985-0e92319e021a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.501845992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"f57ea865-de74-424a-b9d8-28fa635630d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:23.78620084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"1689af66-451c-4291-983f-11651f7d514a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:24.011955961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"eb57ea19-3f73-4216-8c73-c8b33ade87b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:24.127200417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"282074e8-a1a2-46e2-a565-9d176587c157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:24.246834098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"39ec3b91-33ec-43c5-a792-090180a1f99b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:24.34596539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"83002ff7-4c82-4369-9830-c01315ad1ede","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:25.497904302Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0e845b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0e845b","reconcileID":"e4308233-abe2-4a08-b232-ef11e620c6ec","aitenant":"ai-tenants/e2e-api-a-0e845b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.020907624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080771f1-f027-412e-bc14-2da33c02a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.072916648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080771f1-f027-412e-bc14-2da33c02a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.12491294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080771f1-f027-412e-bc14-2da33c02a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.177424893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080771f1-f027-412e-bc14-2da33c02a41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:26.348290372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0e845b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0e845b","reconcileID":"e4308233-abe2-4a08-b232-ef11e620c6ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0e845b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-0e845b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.105922589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0576aa2-b15b-4203-b8e5-361be5331177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.15825574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0576aa2-b15b-4203-b8e5-361be5331177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.210391833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0576aa2-b15b-4203-b8e5-361be5331177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:28.262732501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0576aa2-b15b-4203-b8e5-361be5331177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:30.203441933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330278f8-1a76-4e94-815b-ccd029a7911e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:30.255852814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330278f8-1a76-4e94-815b-ccd029a7911e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:30.30900671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330278f8-1a76-4e94-815b-ccd029a7911e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:30.361465116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330278f8-1a76-4e94-815b-ccd029a7911e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.205103153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"adcdfeaa-a723-4eaf-af12-68526658ed62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.267082322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"adcdfeaa-a723-4eaf-af12-68526658ed62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.592064614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cf1f2c-1691-4bb2-9e8d-0b0355023337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:32.592084105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cf1f2c-1691-4bb2-9e8d-0b0355023337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.332392134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"41fff903-e650-4911-8474-f2f1850cad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.33253031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bafcf43e-be2a-4422-a0ca-484d8397b4b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.332547437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bafcf43e-be2a-4422-a0ca-484d8397b4b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.538534923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"41fff903-e650-4911-8474-f2f1850cad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.661349357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"41fff903-e650-4911-8474-f2f1850cad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"name":"e2e-api-b-b35c8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.661381689Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"e2e-e2e-api-b-b35c8d-policy","reconcileID":"41fff903-e650-4911-8474-f2f1850cad8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b35c8d-policy","namespace":"ai-tenant-e2e-api-b-b35c8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b35c8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.717911388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd8fdac-e7ed-4046-97f6-250b706c5ecf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:33.717963138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd8fdac-e7ed-4046-97f6-250b706c5ecf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:35.886057231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03449e85-baab-42a3-b4d7-d66fce80f8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:35.937978909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03449e85-baab-42a3-b4d7-d66fce80f8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:35.990114153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03449e85-baab-42a3-b4d7-d66fce80f8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:36.042309978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03449e85-baab-42a3-b4d7-d66fce80f8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:37.995381515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35614d-2694-42ce-a89d-0d6cb1c024e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.047448716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35614d-2694-42ce-a89d-0d6cb1c024e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.099388785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35614d-2694-42ce-a89d-0d6cb1c024e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:38.151481284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a35614d-2694-42ce-a89d-0d6cb1c024e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:40.122478402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691d483-a26b-4ef6-b1fe-efef4ac8c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:40.175721614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691d483-a26b-4ef6-b1fe-efef4ac8c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:40.234250211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691d483-a26b-4ef6-b1fe-efef4ac8c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:40.286461535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691d483-a26b-4ef6-b1fe-efef4ac8c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:42.18722092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926f8ee-eead-4e2f-8f64-72d039aabe77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:42.239337652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926f8ee-eead-4e2f-8f64-72d039aabe77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:42.291277611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926f8ee-eead-4e2f-8f64-72d039aabe77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:42.343401805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926f8ee-eead-4e2f-8f64-72d039aabe77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:43.279453003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.266994623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be02f9c4-82e8-4f27-84e3-6f461bd8f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.319189214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be02f9c4-82e8-4f27-84e3-6f461bd8f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.371349105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be02f9c4-82e8-4f27-84e3-6f461bd8f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:44.423457617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be02f9c4-82e8-4f27-84e3-6f461bd8f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.140665069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65b61aae-516e-4d79-a8b0-26abecfc6eb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.20130292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"38604bb5-a005-46d6-8a11-709f3ce10084","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a87e81","tenantID":"e2e-praxis-a-a87e81","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.241967241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"0d1cc71c-4ef8-49f7-b799-8c28167ef5d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.316169507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"38604bb5-a005-46d6-8a11-709f3ce10084","name":"e2e-praxis-a-a87e81-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.34274557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"f15e530a-5afb-4dbc-a073-43fe1b7ddacf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.641153433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1fef7c86-471a-448a-bbaf-47bc58df9961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.751483274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"f2ae3651-dffe-4e93-a8ce-d1877eb970f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.801716048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"c57b4a56-2ee7-4381-baeb-44d69c14813c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.853883183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"874a5cd9-a14c-46c5-87d1-ba3ef286abea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:53.854215806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"b48722d6-21a7-4573-a39b-4e89b2c21f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:54.027238706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"245b0fc4-e878-4f54-9738-7e22537dba6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:54.127047493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"d47a3865-ff6e-4c2b-a632-77eb08e383d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:54.147031699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca5a68b3-929b-4e1f-9ae6-e63f6099b2ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:12:54.268062103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"a56e3c6d-c362-4f28-b456-6e8b7d1936f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.625918787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"2e02ef47-9a67-4530-97c1-70c4d5eb36ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a1258b","tenantID":"e2e-praxis-b-a1258b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:09.742608829Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"2e02ef47-9a67-4530-97c1-70c4d5eb36ff","name":"e2e-praxis-b-a1258b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:13.279449114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:31.232165666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"8bae4b52-ea65-4fc4-bb3a-1ce6a9f25911","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c8e9f0","tenantID":"e2e-praxis-b-c8e9f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:31.34908506Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"8bae4b52-ea65-4fc4-bb3a-1ce6a9f25911","name":"e2e-praxis-b-c8e9f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.316715866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","namespace":"ai-tenant-e2e-api-b-b35c8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.316774858Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","namespace":"ai-tenant-e2e-api-b-b35c8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.316822997Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","tenant":"e2e-api-b-b35c8d","tenantID":"e2e-api-b-b35c8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.371691383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Deployment","name":"maas-api-e2e-api-b-b35c8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.435144938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Service","name":"maas-api-e2e-api-b-b35c8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.49315245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b35c8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.547693953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b35c8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.603514135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.659581025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.717168912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.776386887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.82825374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Deployment","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.880260716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.932268118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Service","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:41.984094857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.035902663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.088061678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.142380883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.198059717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.250067004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.30203194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.36020285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b35c8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:42.415773483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b35c8d"},"namespace":"ai-tenant-e2e-api-b-b35c8d","name":"default-tenant","reconcileID":"f7bbff57-8eb7-4e08-bab1-ff80c30bc313","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b35c8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:43.283626985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.606053642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"fc473a2f-a83d-45b8-b6fe-06c1febf1f83","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.606095081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"fc473a2f-a83d-45b8-b6fe-06c1febf1f83","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.664511216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"b9dc0ef8-bcb1-4df2-95d5-9ce55868a528","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.664531058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"b9dc0ef8-bcb1-4df2-95d5-9ce55868a528","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:13:46.819198216Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"b9dc0ef8-bcb1-4df2-95d5-9ce55868a528","name":"ipp-route-6d92d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-6d92d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:13:46.81928102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"b9dc0ef8-bcb1-4df2-95d5-9ce55868a528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-6d92d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.824503661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f4f2bcf0-185a-4a03-a418-dcde8105f551","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:46.824522823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f4f2bcf0-185a-4a03-a418-dcde8105f551","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.189378846Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b35c8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b35c8d","reconcileID":"9d249fb6-7ae3-416d-9eeb-d8e58c1a5a2e","aitenant":"ai-tenants/e2e-api-b-b35c8d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.40047511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"840a1bdb-5046-4b85-b9fd-9a6d6b8b35cd","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.40049741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"840a1bdb-5046-4b85-b9fd-9a6d6b8b35cd","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.458137258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"76985ca0-faae-424e-aa2e-90c7a32bb442","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.458157538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"76985ca0-faae-424e-aa2e-90c7a32bb442","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.563978978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"a25ac22a-db80-4b4f-8d25-5a2500f9a499","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.68824862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"a25ac22a-db80-4b4f-8d25-5a2500f9a499","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.689972248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0759e1-e4fb-4ab9-954b-d35c251fa739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.742668229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0759e1-e4fb-4ab9-954b-d35c251fa739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.745677902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"a25ac22a-db80-4b4f-8d25-5a2500f9a499","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.795345374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0759e1-e4fb-4ab9-954b-d35c251fa739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.848036807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0759e1-e4fb-4ab9-954b-d35c251fa739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.853595128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"ace4d248-9337-462b-bbb9-6e7c64e0e940","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:47.853616067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"ace4d248-9337-462b-bbb9-6e7c64e0e940","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:48.014234621Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b35c8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b35c8d","reconcileID":"9d249fb6-7ae3-416d-9eeb-d8e58c1a5a2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b35c8d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b35c8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:49.778962843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ab7fa-33cc-4304-aa2b-649c584261ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:49.830959668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ab7fa-33cc-4304-aa2b-649c584261ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:49.88298949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ab7fa-33cc-4304-aa2b-649c584261ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:49.934796671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01ab7fa-33cc-4304-aa2b-649c584261ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:51.866331922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ff2098-64aa-46e6-a5f1-c430827d3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:51.918495894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ff2098-64aa-46e6-a5f1-c430827d3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:51.970600669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ff2098-64aa-46e6-a5f1-c430827d3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:52.022681746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ff2098-64aa-46e6-a5f1-c430827d3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:54.224412953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144ec7d4-5f98-4ecb-beb0-cd883a3766ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:54.276303625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144ec7d4-5f98-4ecb-beb0-cd883a3766ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:54.328086761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144ec7d4-5f98-4ecb-beb0-cd883a3766ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:54.37998219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144ec7d4-5f98-4ecb-beb0-cd883a3766ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:54.767103322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19356e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19356e","reconcileID":"b0333d7d-8fd1-44f7-9cd3-d4c2617cc762","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19356e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-19356e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:56.296644891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4ffc7b-2e6d-41bd-8e4e-135323614654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:56.353280156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4ffc7b-2e6d-41bd-8e4e-135323614654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:56.405407004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4ffc7b-2e6d-41bd-8e4e-135323614654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:56.460442792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4ffc7b-2e6d-41bd-8e4e-135323614654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:57.965357472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c3dcca8a-8ea0-4b25-ac8e-66b35407a8d0","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.022665978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c3dcca8a-8ea0-4b25-ac8e-66b35407a8d0","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.078085034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c3dcca8a-8ea0-4b25-ac8e-66b35407a8d0","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.413039368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae219cd-22bc-4ef2-b9d2-108eb4b09d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.466114872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae219cd-22bc-4ef2-b9d2-108eb4b09d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.565681251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae219cd-22bc-4ef2-b9d2-108eb4b09d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:13:58.639578598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae219cd-22bc-4ef2-b9d2-108eb4b09d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.721645639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b38984-e559-45ad-b0c1-b7b072dc8fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.774595754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b38984-e559-45ad-b0c1-b7b072dc8fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.826707171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b38984-e559-45ad-b0c1-b7b072dc8fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:00.88317266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b38984-e559-45ad-b0c1-b7b072dc8fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.823358416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403010cd-3efb-4f72-839a-1db9fb1d2a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.875438107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403010cd-3efb-4f72-839a-1db9fb1d2a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.927624433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403010cd-3efb-4f72-839a-1db9fb1d2a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:02.980108829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403010cd-3efb-4f72-839a-1db9fb1d2a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:04.99048769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b163df9-7018-4eff-adec-891275ce471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:05.043161937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b163df9-7018-4eff-adec-891275ce471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:05.095090095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b163df9-7018-4eff-adec-891275ce471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:05.147594051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b163df9-7018-4eff-adec-891275ce471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:07.059371255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b160bd4f-ccb2-4bc9-bc76-655013d36edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:07.112317408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b160bd4f-ccb2-4bc9-bc76-655013d36edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:07.168330826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b160bd4f-ccb2-4bc9-bc76-655013d36edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:07.22116277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b160bd4f-ccb2-4bc9-bc76-655013d36edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:08.186292007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"eacc3b34-2f8d-4705-894c-6e95da536aac","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:08.243629016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"eacc3b34-2f8d-4705-894c-6e95da536aac","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:08.324882091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"eacc3b34-2f8d-4705-894c-6e95da536aac","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:09.308007401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f052c0d-ac16-420c-8981-a58e2ee4b12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:09.365167664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f052c0d-ac16-420c-8981-a58e2ee4b12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:09.417408241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f052c0d-ac16-420c-8981-a58e2ee4b12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:09.469774868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f052c0d-ac16-420c-8981-a58e2ee4b12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.205429168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298c096-6d7c-485c-b06c-7f8d17136009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.258242603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298c096-6d7c-485c-b06c-7f8d17136009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.310393064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298c096-6d7c-485c-b06c-7f8d17136009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.362666346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4298c096-6d7c-485c-b06c-7f8d17136009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:12.698185385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c00059","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c00059","reconcileID":"9e21540a-3ef4-425e-b3a0-e558124d232b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c00059","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c00059":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:13.279365592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.262996846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6878ec1-5ccd-4cda-b92e-994f6ab60f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.3153645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6878ec1-5ccd-4cda-b92e-994f6ab60f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.367420211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6878ec1-5ccd-4cda-b92e-994f6ab60f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:14.419333555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6878ec1-5ccd-4cda-b92e-994f6ab60f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.348116275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede003d4-501f-404e-823f-fc28389322f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.401247225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede003d4-501f-404e-823f-fc28389322f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.453303025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede003d4-501f-404e-823f-fc28389322f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:16.50626053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede003d4-501f-404e-823f-fc28389322f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.431813621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1579a380-46af-4600-b168-c28c37622287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.432028932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"02730fbe-2413-4069-aa20-5dc1effba00a","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.484386998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1579a380-46af-4600-b168-c28c37622287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.536925428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1579a380-46af-4600-b168-c28c37622287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.541236575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"02730fbe-2413-4069-aa20-5dc1effba00a","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.589013625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1579a380-46af-4600-b168-c28c37622287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:18.645162449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"02730fbe-2413-4069-aa20-5dc1effba00a","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.476512999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5563a7-3d7a-48ee-ad49-d2322e9c6d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.528272709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5563a7-3d7a-48ee-ad49-d2322e9c6d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.581246438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5563a7-3d7a-48ee-ad49-d2322e9c6d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:20.63734254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5563a7-3d7a-48ee-ad49-d2322e9c6d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.560342145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351912fc-a85c-47e2-afdd-5c694001c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.612407474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351912fc-a85c-47e2-afdd-5c694001c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.664242539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351912fc-a85c-47e2-afdd-5c694001c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:22.71635795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351912fc-a85c-47e2-afdd-5c694001c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.688145579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7610c8b2-e18f-4a79-a778-6f4286208ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.740400041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7610c8b2-e18f-4a79-a778-6f4286208ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.793105152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7610c8b2-e18f-4a79-a778-6f4286208ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:24.845253661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7610c8b2-e18f-4a79-a778-6f4286208ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.188465667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"f1158dec-dc14-49ea-a4be-be6c6c2d4a4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.451005968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"39847b3d-c44a-44e0-b726-7fbc4feb3c88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.553327154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"33f44c65-23f6-416e-a6ed-a5ec12dc3580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.672816311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0256f2b5-f4cb-4b44-8752-b9b07e3efa50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.770676709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"4b96b801-0d5f-4611-8733-c311084f9874","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.785131098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b55039f-7ed8-49df-a24e-d1d424814702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.791603665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"639764c1-e7a3-40bd-9979-e80e60da7386","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.83748049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b55039f-7ed8-49df-a24e-d1d424814702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.889447064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b55039f-7ed8-49df-a24e-d1d424814702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.890248573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"46e0dc66-fe5e-41d4-9756-0da79f4486f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:26.941795385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b55039f-7ed8-49df-a24e-d1d424814702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.099752255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"27c812ea-89fe-4636-8cad-513eb361a781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.099756123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"3f94b389-4a76-48d2-8fc8-9b769278e845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.262842087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f789a03-2368-4071-ab32-b996df17ab89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.31511162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"e9d75410-c95d-4aa8-a273-d3b79a687512","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:27.544629459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"a6f1de47-5b89-4aee-849c-6115816a6ec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.750710989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c60a2f2c-f5cd-4b04-a5cc-b2e5ebb30864","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.807772445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c60a2f2c-f5cd-4b04-a5cc-b2e5ebb30864","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.859553777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0934a70a-419b-4c8c-8015-c9dbdfe475dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.912061225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0934a70a-419b-4c8c-8015-c9dbdfe475dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.91528532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (123455cd4485ea5b98fabb64f73cc87bf9ed23d509e2607bd65522230c27b267) AuthConfig (453b599ec6df1eb89e2427635e8507f964838037c0bd0df8745229b4b6d6c6e8) AuthConfig (48ae793834060b36381c1ec1136c5208b2693a514a390434eb8f21340f6ab16b) AuthConfig (69a9c72b7d08e0b51921a46814f35bfcb007d1de325ca05a12bfc0a078dc0c92) AuthConfig (5ea223b39716d59de4f1247bfc35a2972ecb49eb0a90b60e3563768d8190ff64) AuthConfig (f3e5f7d25d6cba835fc04accf93beac8c3ed4a27ee9167d0102183826c6f470c) AuthConfig (54db5359d63501c9d0708146454dda815f42b0307fa9800352801067c8e5cbf3) AuthConfig (adcbb55e76d1a0fb83dd9d3580a57e85f152e7e573c80f57faf58b0181b910d9) AuthConfig (db44d7ce56d955e9c96341b0c5b5c0a48c2305b9fe7dc6de6fc1fc64c31114c6) AuthConfig (f297e7254e8f58ba9af650020f2d8c5f9d4bb169989312b4d121f828fc4e3151) AuthConfig (44e0585af2c64f01ac8c0f9e60c2817286c8082f19916935ec1f96ac2798f111) AuthConfig (4a4f099ab480c920f9d8c5d27b309dde365b50f0b4126630681b0985f18b1305) AuthConfig (87e4b110cdb72402ea841128c34ed0891d1ce7940934a57ef7fbf3921c06128b) AuthConfig (cfeb19dd5f0746bd55c88107d9d54903241b4965924cff9ec24a6e5ee931c1b9) AuthConfig (0ebc7f67abbafa7bf97fb6f1e8c42d91d806c16e1d1ab5393c4b70fe4ef2370b) AuthConfig (b2611c78ee80fedef1d07342cdc1c6b1884a4b13281ec4c09915b5c3eb186999) AuthConfig (228502622c586c676d5f5f3d74b52ce61ed3a511133c2e16aeb504ec42052c47) AuthConfig (2de433888913163ccef6bed80c20f2cf88a46b520f38d670836e3b5119388eb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"c60a2f2c-f5cd-4b04-a5cc-b2e5ebb30864","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:28.964032428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0934a70a-419b-4c8c-8015-c9dbdfe475dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:29.01609881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0934a70a-419b-4c8c-8015-c9dbdfe475dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:29.028324901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"8243af6d-2f24-4e7a-9171-13a63edab9c7","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:29.028346723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"8243af6d-2f24-4e7a-9171-13a63edab9c7","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:38.342181984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1158439-621e-4a8f-afa0-4b2ca24872e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:38.397217051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1158439-621e-4a8f-afa0-4b2ca24872e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:38.451213184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1158439-621e-4a8f-afa0-4b2ca24872e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:38.503226885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1158439-621e-4a8f-afa0-4b2ca24872e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:39.133737463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"5d82ca5c-3980-40b6-9b7b-e02fcbcdb4d4","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:39.190945915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"5d82ca5c-3980-40b6-9b7b-e02fcbcdb4d4","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:39.281088383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-6d92d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (123455cd4485ea5b98fabb64f73cc87bf9ed23d509e2607bd65522230c27b267) AuthConfig (453b599ec6df1eb89e2427635e8507f964838037c0bd0df8745229b4b6d6c6e8) AuthConfig (48ae793834060b36381c1ec1136c5208b2693a514a390434eb8f21340f6ab16b) AuthConfig (69a9c72b7d08e0b51921a46814f35bfcb007d1de325ca05a12bfc0a078dc0c92) AuthConfig (5ea223b39716d59de4f1247bfc35a2972ecb49eb0a90b60e3563768d8190ff64) AuthConfig (f3e5f7d25d6cba835fc04accf93beac8c3ed4a27ee9167d0102183826c6f470c) AuthConfig (54db5359d63501c9d0708146454dda815f42b0307fa9800352801067c8e5cbf3) AuthConfig (adcbb55e76d1a0fb83dd9d3580a57e85f152e7e573c80f57faf58b0181b910d9) AuthConfig (db44d7ce56d955e9c96341b0c5b5c0a48c2305b9fe7dc6de6fc1fc64c31114c6) AuthConfig (f297e7254e8f58ba9af650020f2d8c5f9d4bb169989312b4d121f828fc4e3151) AuthConfig (44e0585af2c64f01ac8c0f9e60c2817286c8082f19916935ec1f96ac2798f111) AuthConfig (4a4f099ab480c920f9d8c5d27b309dde365b50f0b4126630681b0985f18b1305) AuthConfig (87e4b110cdb72402ea841128c34ed0891d1ce7940934a57ef7fbf3921c06128b) AuthConfig (cfeb19dd5f0746bd55c88107d9d54903241b4965924cff9ec24a6e5ee931c1b9) AuthConfig (0ebc7f67abbafa7bf97fb6f1e8c42d91d806c16e1d1ab5393c4b70fe4ef2370b) AuthConfig (b2611c78ee80fedef1d07342cdc1c6b1884a4b13281ec4c09915b5c3eb186999) AuthConfig (228502622c586c676d5f5f3d74b52ce61ed3a511133c2e16aeb504ec42052c47) AuthConfig (2de433888913163ccef6bed80c20f2cf88a46b520f38d670836e3b5119388eb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"5d82ca5c-3980-40b6-9b7b-e02fcbcdb4d4","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:40.466995038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b131f4ea-09a4-40d4-8dbf-4beccc1bc2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:40.519234807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b131f4ea-09a4-40d4-8dbf-4beccc1bc2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:40.571712273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b131f4ea-09a4-40d4-8dbf-4beccc1bc2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:40.623852507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b131f4ea-09a4-40d4-8dbf-4beccc1bc2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:42.521451255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae299b10-e68d-4d7b-a622-67bbc23784ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:42.573611067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae299b10-e68d-4d7b-a622-67bbc23784ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:42.625651275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae299b10-e68d-4d7b-a622-67bbc23784ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:42.678094398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae299b10-e68d-4d7b-a622-67bbc23784ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:43.279066362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:44.559450195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be709302-2620-4d50-a683-42440f988c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:44.613221144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be709302-2620-4d50-a683-42440f988c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:44.666055926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be709302-2620-4d50-a683-42440f988c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:44.740089603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be709302-2620-4d50-a683-42440f988c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:46.685246892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab6243-897f-46cc-b351-4c4fb9bcee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:46.737640495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab6243-897f-46cc-b351-4c4fb9bcee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:46.789835623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab6243-897f-46cc-b351-4c4fb9bcee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:46.841894872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ab6243-897f-46cc-b351-4c4fb9bcee51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:48.795683847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519dbf42-4a9c-48a8-86b0-ad40f1c0e515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:48.847955934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519dbf42-4a9c-48a8-86b0-ad40f1c0e515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:48.899990879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519dbf42-4a9c-48a8-86b0-ad40f1c0e515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:48.951833017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"519dbf42-4a9c-48a8-86b0-ad40f1c0e515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:49.385603471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"52240709-28b6-4080-9d4f-8933ee75fa61","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:49.441924382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"52240709-28b6-4080-9d4f-8933ee75fa61","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:49.760224027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f1e7da6b-f8f7-460e-99a4-18dd0b29e30d","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:49.760245946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f1e7da6b-f8f7-460e-99a4-18dd0b29e30d","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.459343451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"5ba15df0-942e-4c37-9201-7f9319db0904","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.459364332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"5ba15df0-942e-4c37-9201-7f9319db0904","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.517990895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"cd63c1d0-90e1-447a-97ab-d73df7b8aa27","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.518012784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"cd63c1d0-90e1-447a-97ab-d73df7b8aa27","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.569131376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"af140d45-1da1-4102-ac06-358bd036df16","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:55.569340846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"ed553304-3b80-4212-8be3-06d7e2dab7b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-6d92d5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:55.57336183Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"cd63c1d0-90e1-447a-97ab-d73df7b8aa27","name":"ipp-route-6d92d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-6d92d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:14:55.57341273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"cd63c1d0-90e1-447a-97ab-d73df7b8aa27","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-6d92d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.578650379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"375fdccf-4977-4458-936b-c33464590a79","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.578664492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"375fdccf-4977-4458-936b-c33464590a79","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.625792342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"af140d45-1da1-4102-ac06-358bd036df16","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.677351768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"0b7eb1df-1bf3-4736-b4d4-60576e799dc1","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.677370952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"0b7eb1df-1bf3-4736-b4d4-60576e799dc1","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.743912662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"e649db85-cb39-4904-b0e5-ee12f9523d28","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.743961862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"e649db85-cb39-4904-b0e5-ee12f9523d28","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.94077487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"4ad95f45-ed0b-497a-99a9-1cf5c4e68546","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.960028906Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"dc4143af-8a24-4c08-b79e-367d26c9149c","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","model":"ipp-route-6d92d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:55.997416373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"4ad95f45-ed0b-497a-99a9-1cf5c4e68546","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.127507557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"11d3def3-881d-4d57-9b69-682b0af71373","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.127529034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"11d3def3-881d-4d57-9b69-682b0af71373","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:56.339597798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"f6300a49-2a9d-4570-aec4-9b3d0f05a617","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.708247261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30929f0d-684c-4ce6-9077-1e3d117f2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.760059339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30929f0d-684c-4ce6-9077-1e3d117f2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.815239082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30929f0d-684c-4ce6-9077-1e3d117f2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:14:58.867347395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30929f0d-684c-4ce6-9077-1e3d117f2e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:00.815323616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e0ea87-d8ff-4a34-a6e2-1e4020b8b8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:00.87233362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e0ea87-d8ff-4a34-a6e2-1e4020b8b8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:00.926103573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e0ea87-d8ff-4a34-a6e2-1e4020b8b8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:00.982089387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e0ea87-d8ff-4a34-a6e2-1e4020b8b8a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:02.89043997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9d3447-39fa-42f5-8d63-80f00bb66a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:02.942786907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9d3447-39fa-42f5-8d63-80f00bb66a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:02.995455342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9d3447-39fa-42f5-8d63-80f00bb66a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:03.048115076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9d3447-39fa-42f5-8d63-80f00bb66a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:04.982150196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09396a40-2031-4fe8-831e-8212267f7645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.034187238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09396a40-2031-4fe8-831e-8212267f7645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.086412844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09396a40-2031-4fe8-831e-8212267f7645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:05.138267456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09396a40-2031-4fe8-831e-8212267f7645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.004266875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"eab9530c-7ea5-4e63-abe7-2886d94a1d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.079642933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e788553-b012-46da-9708-bc49ac5ec31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.126623849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"a440a84f-97ea-4c37-8d72-2782371e9508","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.133455371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e788553-b012-46da-9708-bc49ac5ec31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.185577597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e788553-b012-46da-9708-bc49ac5ec31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.237651283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e788553-b012-46da-9708-bc49ac5ec31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.395295826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"409f8573-2ea9-4240-93ea-0e3170cd7f29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.447636166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"7d28d36e-99dd-4047-b088-bf390c9fc839","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.610050645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6c5ede19-5ee7-4755-9f63-43cf7835ab72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.665043131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"02ab00f8-97f6-44a8-9984-3b436c2a2f48","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.665062643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"02ab00f8-97f6-44a8-9984-3b436c2a2f48","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.682614331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"aab860b2-e8f1-4fdc-b310-2283d0334275","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.804422239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"1a8fa703-903a-4e6c-b45f-52449d3432b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:07.903604842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"0e3cdd66-f893-4af0-87c3-5d5caf858551","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.006606638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"42c70c95-3f7b-4ff4-896e-c26cfcf74d3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.101400128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"9c2f7946-1096-4396-8e0d-52605bea8947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.224974494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c6853bc0-1aff-41d0-8230-e8a8e920ce09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.348642858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"b4577224-278f-4b2f-908b-c24633dd1510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:08.457275777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c6489c3-eff2-480b-b92c-85ae84454755","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.079369287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3aa8b97f-3cc1-4328-a938-bba6457bb153","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.137907635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3aa8b97f-3cc1-4328-a938-bba6457bb153","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.2038701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3a2750-0982-4a95-8c55-d4febce88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.256154885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3a2750-0982-4a95-8c55-d4febce88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.308061478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3a2750-0982-4a95-8c55-d4febce88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:09.360226251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3a2750-0982-4a95-8c55-d4febce88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.184247433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"3a454cd7-88c8-479e-a5bc-4cb7138003a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-19356e","tenantID":"e2e-ipp-a-19356e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.299571646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"3a454cd7-88c8-479e-a5bc-4cb7138003a6","name":"e2e-ipp-a-19356e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.36050078Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","namespace":"ai-tenant-e2e-praxis-a-0881af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.412335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","namespace":"ai-tenant-e2e-praxis-a-0881af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.412404926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","tenant":"e2e-praxis-a-0881af","tenantID":"e2e-praxis-a-0881af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.472078395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0881af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.535364815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Service","name":"maas-api-e2e-praxis-a-0881af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.591967309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0881af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.64910606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0881af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.740173962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.807987053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.869578584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.929192253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:10.989770734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.041799063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.093518615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Service","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.145160982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.197060262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.248801469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.301101221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.316222672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1c13e-d213-403c-9160-fd0abd746267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.370214188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1c13e-d213-403c-9160-fd0abd746267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.378628774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.422411181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1c13e-d213-403c-9160-fd0abd746267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.474558744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da1c13e-d213-403c-9160-fd0abd746267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.47547433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.52927512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.582123394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0881af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:11.634242035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0881af"},"namespace":"ai-tenant-e2e-praxis-a-0881af","name":"default-tenant","reconcileID":"9f67ff4b-f277-43c0-9582-c59d5f90bcdd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0881af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:13.280039965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:20.714357031Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0881af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0881af","reconcileID":"0cd03c69-d8dc-4347-899c-b5a7c9ac3761","aitenant":"ai-tenants/e2e-praxis-a-0881af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:21.247156179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f447-9b9f-4213-ab55-3c0a943aeb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:21.299190385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f447-9b9f-4213-ab55-3c0a943aeb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:21.352954789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f447-9b9f-4213-ab55-3c0a943aeb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:21.406248761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb68f447-9b9f-4213-ab55-3c0a943aeb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:21.573110618Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0881af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0881af","reconcileID":"0cd03c69-d8dc-4347-899c-b5a7c9ac3761","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0881af","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0881af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.488307111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"84cba3a6-95cd-40a4-8496-39f5fa1f5960","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.488335226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"84cba3a6-95cd-40a4-8496-39f5fa1f5960","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.65434242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"97c0eaac-9b11-4d6d-9dbe-aa0dc22ec445","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.699653605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"e35f3715-b608-4d87-8fb9-6b86c9629ac2","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.711128987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"97c0eaac-9b11-4d6d-9dbe-aa0dc22ec445","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.949800258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"0f17a4ae-4f9a-4ef9-bca6-7155c4989627","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:22.949839605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"0f17a4ae-4f9a-4ef9-bca6-7155c4989627","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.160588477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"8865c2bf-7bc6-47f7-9c42-2c420fc58b80","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.332424846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a595c66d-5e43-4e5e-a922-d6917f432155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.385441189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a595c66d-5e43-4e5e-a922-d6917f432155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.437668964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a595c66d-5e43-4e5e-a922-d6917f432155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:23.489784578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a595c66d-5e43-4e5e-a922-d6917f432155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:25.436503345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa02f50d-6a12-4d4a-9337-23e2fcbc9b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:25.489364794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa02f50d-6a12-4d4a-9337-23e2fcbc9b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:25.541534811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa02f50d-6a12-4d4a-9337-23e2fcbc9b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:25.594001504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa02f50d-6a12-4d4a-9337-23e2fcbc9b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:28.794380308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"17805a24-f58c-4f36-b4f9-4c442d6da8f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c00059","tenantID":"e2e-praxis-b-c00059","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:28.911986928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"17805a24-f58c-4f36-b4f9-4c442d6da8f4","name":"e2e-praxis-b-c00059-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:32.950767482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f24fe4fe-6b85-476d-9d04-60cb497e9045","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:32.950790809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"f24fe4fe-6b85-476d-9d04-60cb497e9045","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:35.787096893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a249a-9a9d-4d49-8788-a559dd956186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:35.839603072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a249a-9a9d-4d49-8788-a559dd956186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:35.891344508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a249a-9a9d-4d49-8788-a559dd956186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:35.943739268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a249a-9a9d-4d49-8788-a559dd956186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.931178213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21d056e-3b78-4ae2-a411-b016a47ebf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:37.98323896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21d056e-3b78-4ae2-a411-b016a47ebf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:38.037380148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21d056e-3b78-4ae2-a411-b016a47ebf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:38.09658822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21d056e-3b78-4ae2-a411-b016a47ebf91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.059566882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","namespace":"ai-tenant-e2e-praxis-a-97d5b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.059691195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","namespace":"ai-tenant-e2e-praxis-a-97d5b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.059773075Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","tenant":"e2e-praxis-a-97d5b0","tenantID":"e2e-praxis-a-97d5b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.115026092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-97d5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.229100541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Service","name":"maas-api-e2e-praxis-a-97d5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.286458885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-97d5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.343106067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-97d5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.401278593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.522118248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.579747588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.6372981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.691614802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.74628002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.79874646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Service","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.854135638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.907242974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:39.965223172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.018104905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.07396804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.074022204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee99434-3332-4cfd-900b-231684dffa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.1261674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.126623465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee99434-3332-4cfd-900b-231684dffa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.178321759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.178853556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee99434-3332-4cfd-900b-231684dffa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.233139344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee99434-3332-4cfd-900b-231684dffa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.233992631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-97d5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:40.291458927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-97d5b0"},"namespace":"ai-tenant-e2e-praxis-a-97d5b0","name":"default-tenant","reconcileID":"d3b9dc0c-0745-4da7-9673-198b7b72bff9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-97d5b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.198596345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e23ce3-5715-433a-8f0b-ba64e5f87ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.251162374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e23ce3-5715-433a-8f0b-ba64e5f87ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.303241155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e23ce3-5715-433a-8f0b-ba64e5f87ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.35536329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e23ce3-5715-433a-8f0b-ba64e5f87ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.952280629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"153a06b8-504d-4b49-8a25-48cb612efa61","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"tenant":"e2e-ipp-a-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:42.952301372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"153a06b8-504d-4b49-8a25-48cb612efa61","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"routeName":"ipp-route-6d92d5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-6d92d5","llmisvcName":"ipp-route-6d92d5","gateway":"openshift-ingress/e2e-ipp-a-6d92d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:43.27881226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.246129278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537588a9-b44e-4008-8247-faa1abb31fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.298121669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537588a9-b44e-4008-8247-faa1abb31fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.350052669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537588a9-b44e-4008-8247-faa1abb31fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:44.401926723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537588a9-b44e-4008-8247-faa1abb31fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.693199975Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"86f04ad5-0039-4305-8b8b-5af0e82bc928","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.744735645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"ad7bbe5b-f86c-4353-acbe-c7413fb06205","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.745810484Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"b322297e-271f-4444-8e89-acad62dbfe49","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5","model":"ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.745867536Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"86f04ad5-0039-4305-8b8b-5af0e82bc928","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"maas-trlp-ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5","model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.801027756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"ad7bbe5b-f86c-4353-acbe-c7413fb06205","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.801062434Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"ad7bbe5b-f86c-4353-acbe-c7413fb06205","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:47.969310865Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"10bcab1b-464d-4ff2-a969-cfc5ebc48957","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.13188656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3f22a6f7-e0fe-473d-834f-ea583927b611","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:15:48.18403175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-6d92d5","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5","reconcileID":"55ee563d-5342-4685-ab4e-bcf1da52d7f3","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-6d92d5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.189075944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3f22a6f7-e0fe-473d-834f-ea583927b611","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.189106503Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3f22a6f7-e0fe-473d-834f-ea583927b611","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:15:48.395038393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"3f22a6f7-e0fe-473d-834f-ea583927b611","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-6d92d5-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.395250709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"b6c0f174-fda3-4560-bd09-dac276168401","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.60021636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"b6c0f174-fda3-4560-bd09-dac276168401","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.724196972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"b6c0f174-fda3-4560-bd09-dac276168401","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"name":"e2e-ipp-a-6d92d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:48.724220176Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-auth","reconcileID":"b6c0f174-fda3-4560-bd09-dac276168401","MaaSAuthPolicy":{"name":"ipp-route-6d92d5-auth","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:49.889352223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"ff6efe3c-822c-450c-9728-6128bd8d46b2","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37ccd76a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:50.373142355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"c637ef70-8dcd-4087-8e73-d336da8016b6","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37ccd76a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.049010868Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-97d5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-97d5b0","reconcileID":"b8d05463-cfba-4b12-a637-428eb39e8389","aitenant":"ai-tenants/e2e-praxis-a-97d5b0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.277124328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faba1d1-2cd2-44e5-a47a-8480ae017636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.329249404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faba1d1-2cd2-44e5-a47a-8480ae017636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.381140911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faba1d1-2cd2-44e5-a47a-8480ae017636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.433092145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4faba1d1-2cd2-44e5-a47a-8480ae017636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:51.819582905Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-97d5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-97d5b0","reconcileID":"b8d05463-cfba-4b12-a637-428eb39e8389","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-97d5b0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-97d5b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:53.325722786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf45031d-2da2-4988-9d00-e79bdb546bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:53.377855098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf45031d-2da2-4988-9d00-e79bdb546bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:53.430056131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf45031d-2da2-4988-9d00-e79bdb546bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:53.482318941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf45031d-2da2-4988-9d00-e79bdb546bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.408830172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f4ff5-4535-4dfa-9fc4-c87466d9eac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.461310388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f4ff5-4535-4dfa-9fc4-c87466d9eac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.513327102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f4ff5-4535-4dfa-9fc4-c87466d9eac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:15:55.565465166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10f4ff5-4535-4dfa-9fc4-c87466d9eac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.425796847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"a82ff0b7-b6da-40ba-96bb-b2d0c19b4da7","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","subscription":"ipp-route-6d92d5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.425988918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"ipp-route-6d92d5-sub","reconcileID":"a82ff0b7-b6da-40ba-96bb-b2d0c19b4da7","MaaSSubscription":{"name":"ipp-route-6d92d5-sub","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"model":"ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-6d92d5/ipp-route-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.738288571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2dc118-42fa-4086-a2ac-cbf44d36f3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.790570578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2dc118-42fa-4086-a2ac-cbf44d36f3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.842798175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2dc118-42fa-4086-a2ac-cbf44d36f3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:00.8950096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2dc118-42fa-4086-a2ac-cbf44d36f3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:02.887593518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ecb651-a4d3-479a-9b0f-0715e631655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:02.939349512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ecb651-a4d3-479a-9b0f-0715e631655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:02.991156699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ecb651-a4d3-479a-9b0f-0715e631655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:03.043826028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32ecb651-a4d3-479a-9b0f-0715e631655f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:13.283298294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:24.187289848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d5202b-0b18-484d-bb11-e44514d2dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:24.239617155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d5202b-0b18-484d-bb11-e44514d2dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:24.291958624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d5202b-0b18-484d-bb11-e44514d2dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:24.346484003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d5202b-0b18-484d-bb11-e44514d2dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.304420828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f6e0d-f0e1-4f4a-a793-1059c3d7b3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.3566935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f6e0d-f0e1-4f4a-a793-1059c3d7b3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.409072468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f6e0d-f0e1-4f4a-a793-1059c3d7b3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:26.461272516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092f6e0d-f0e1-4f4a-a793-1059c3d7b3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.460515559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","namespace":"ai-tenant-e2e-ipp-a-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.460605187Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","namespace":"ai-tenant-e2e-ipp-a-6d92d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.460677196Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","tenant":"e2e-ipp-a-6d92d5","tenantID":"e2e-ipp-a-6d92d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.51529494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6d92d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.576463098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Service","name":"maas-api-e2e-ipp-a-6d92d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.635612921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6d92d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.689859539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6d92d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.757689853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.816328452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.873685957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.929236536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:27.983511389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.037676765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.09961722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Service","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.163491389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.218270152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.273004607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.329409913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.387188989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.441429229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.496136348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.557186696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6d92d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:28.614495732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6d92d5"},"namespace":"ai-tenant-e2e-ipp-a-6d92d5","name":"default-tenant","reconcileID":"3a33c0c4-6825-4100-ae5d-aab16d2ab8a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6d92d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:33.809520071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1beb9b-6f74-4f3d-b236-12db830197a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:33.93638023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1beb9b-6f74-4f3d-b236-12db830197a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:33.988694045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1beb9b-6f74-4f3d-b236-12db830197a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:34.041003399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1beb9b-6f74-4f3d-b236-12db830197a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:35.310406809Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4c1006","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4c1006","reconcileID":"44ff957f-3201-4bd6-991f-91fdc9da5c0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4c1006","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4c1006":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.000612587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c998c7-4b09-4daa-adf2-f80a23135802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.052484001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c998c7-4b09-4daa-adf2-f80a23135802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.10455217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c998c7-4b09-4daa-adf2-f80a23135802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:36.157228214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c998c7-4b09-4daa-adf2-f80a23135802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:38.092178663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fba89e-46ce-42c1-8968-1c87b2ca02cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:38.150458967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fba89e-46ce-42c1-8968-1c87b2ca02cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:38.202748585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fba89e-46ce-42c1-8968-1c87b2ca02cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:38.255585521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fba89e-46ce-42c1-8968-1c87b2ca02cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:38.889102327Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6d92d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6d92d5","reconcileID":"f9e1e5b9-4576-48fa-8bad-09b30ef488a6","aitenant":"ai-tenants/e2e-ipp-a-6d92d5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.183173112Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","namespace":"ai-tenant-e2e-praxis-b-a1258b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.183241663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","namespace":"ai-tenant-e2e-praxis-b-a1258b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.183290034Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","tenant":"e2e-praxis-b-a1258b","tenantID":"e2e-praxis-b-a1258b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.237582269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a1258b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.324744835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Service","name":"maas-api-e2e-praxis-b-a1258b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.388458068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a1258b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.444915844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a1258b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.515541444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.571329875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.652003623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.707393361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.760206624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.763877946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6d92d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6d92d5","reconcileID":"f9e1e5b9-4576-48fa-8bad-09b30ef488a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6d92d5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6d92d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.812136262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.863833528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Service","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.917272248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:39.969384497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.021283535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.07324151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.132503215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.186534023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.201236265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8396b5a0-2337-4f7f-9093-b5a949af848d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.253440522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.253556666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8396b5a0-2337-4f7f-9093-b5a949af848d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.30553396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a1258b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.305624282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8396b5a0-2337-4f7f-9093-b5a949af848d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.357738305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a1258b"},"namespace":"ai-tenant-e2e-praxis-b-a1258b","name":"default-tenant","reconcileID":"56589cda-c2e6-4ae7-8aa3-7adf62982813","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a1258b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:40.358115542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8396b5a0-2337-4f7f-9093-b5a949af848d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:42.326091175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be07b712-81c7-4adb-897d-40b65870635a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:42.378855073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be07b712-81c7-4adb-897d-40b65870635a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:42.431264274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be07b712-81c7-4adb-897d-40b65870635a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:42.483359342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be07b712-81c7-4adb-897d-40b65870635a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:43.283615827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:44.979696005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb1975b-af85-40a4-9f4b-d2fdcca71627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:45.031730748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb1975b-af85-40a4-9f4b-d2fdcca71627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:45.084506114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb1975b-af85-40a4-9f4b-d2fdcca71627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:45.137247533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb1975b-af85-40a4-9f4b-d2fdcca71627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:45.806015195Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a1258b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a1258b","reconcileID":"ae07c970-7983-4244-abbc-361f6822473f","aitenant":"ai-tenants/e2e-praxis-b-a1258b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:46.698247823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a1258b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a1258b","reconcileID":"ae07c970-7983-4244-abbc-361f6822473f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a1258b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a1258b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.263165884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200335ae-5fc0-4529-ae7e-91382433f800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.316062341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200335ae-5fc0-4529-ae7e-91382433f800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.369173025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200335ae-5fc0-4529-ae7e-91382433f800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:47.422279929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200335ae-5fc0-4529-ae7e-91382433f800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.38594835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f74106-445f-4f20-955d-b039ad400f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.4384374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f74106-445f-4f20-955d-b039ad400f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.490483836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f74106-445f-4f20-955d-b039ad400f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:49.542227336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f74106-445f-4f20-955d-b039ad400f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:51.443661444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26fc329b-df7a-4b2b-95d4-3ec963b9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:51.495737809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26fc329b-df7a-4b2b-95d4-3ec963b9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:51.5477359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26fc329b-df7a-4b2b-95d4-3ec963b9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:51.599982233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26fc329b-df7a-4b2b-95d4-3ec963b9d592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:52.046001453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1f9193ba-a75d-4eda-8331-de9fe76b4f05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.210742837Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","namespace":"ai-tenant-e2e-praxis-b-c8e9f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.210819769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","namespace":"ai-tenant-e2e-praxis-b-c8e9f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.210879501Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","tenant":"e2e-praxis-b-c8e9f0","tenantID":"e2e-praxis-b-c8e9f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.269645486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c8e9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.340078192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Service","name":"maas-api-e2e-praxis-b-c8e9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.397265562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c8e9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.453622607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c8e9f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.515832851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.570765373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.582207888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643fea0-5c94-4aed-9d2d-b0fa8d655707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.634215261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643fea0-5c94-4aed-9d2d-b0fa8d655707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.645208197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.693276326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643fea0-5c94-4aed-9d2d-b0fa8d655707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.755784871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9643fea0-5c94-4aed-9d2d-b0fa8d655707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.762123991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.81375002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.873261921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.928606914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Service","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:53.982923976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.038529647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.091388874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.144741137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.201598658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.277222109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.329379457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.3326885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"b39efb16-3885-4bab-b5ae-f4f4037e43bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.382953201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c8e9f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:54.434876914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c8e9f0"},"namespace":"ai-tenant-e2e-praxis-b-c8e9f0","name":"default-tenant","reconcileID":"51077fea-7eca-40ab-9e67-550bd366439e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c8e9f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.513201164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"ec9318cd-e447-4f28-8d1b-df07900e6ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.661880479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cc695-f6a8-4443-bd9c-6f40c8eaaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.715217645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cc695-f6a8-4443-bd9c-6f40c8eaaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.767199295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cc695-f6a8-4443-bd9c-6f40c8eaaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:55.819134272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3cc695-f6a8-4443-bd9c-6f40c8eaaa80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.511543895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"c23b482e-c3a3-4938-a16e-514ab5517f03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.644569778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"fe6ab28d-b687-44ae-871b-7c579d9a45f8","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.699899306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e387c4c8-b753-4e1c-a89f-0e1ef8082593","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:16:58.753816408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-sub-binding-0afb855d","reconcileID":"a7e8f3e4-f07a-42c4-8d43-849aab58f357","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-0afb855d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.801081063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e27899f3-6816-409a-aa18-d3744d3816b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.801101997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"47038afd-894f-4796-9ee1-713b0eddb0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.857683242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"47038afd-894f-4796-9ee1-713b0eddb0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.857751152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e27899f3-6816-409a-aa18-d3744d3816b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.869617925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"38c28700-e1d8-4a53-a62f-6b1ecee476c4","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:58.927092387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"fc9092c5-0552-4dab-b332-e74a9e7d2fac","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.198655393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-sub-binding-0afb855d","reconcileID":"b1f88001-374e-4cf6-8f58-e91c4a024fd4","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-apikey-sub-binding-0afb855d","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.220190995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2d5d20f6-539d-45cf-8998-dcd00efdb5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.220241353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"77df4d7f-8483-4659-b232-f63df2e28c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.277077216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2d5d20f6-539d-45cf-8998-dcd00efdb5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.277174115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"77df4d7f-8483-4659-b232-f63df2e28c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.364888452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"8fde8c7a-c6d4-4242-8882-3d5335fe86c5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.412603345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"911fff41-dbb0-4c18-9e90-13b01cb4ac2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:16:59.576335086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-sub-binding-0afb855d","reconcileID":"152d881d-dd6a-4cc0-a2ab-32b622349e1b","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:01.382408694Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c8e9f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c8e9f0","reconcileID":"3af3e013-bbda-40f2-b5aa-0f7d6c8a123a","aitenant":"ai-tenants/e2e-praxis-b-c8e9f0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:01.986191585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128b9a8-539d-462f-a13d-a3137b592db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.039436184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128b9a8-539d-462f-a13d-a3137b592db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.09153325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128b9a8-539d-462f-a13d-a3137b592db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.143578735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3128b9a8-539d-462f-a13d-a3137b592db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.204280259Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c8e9f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c8e9f0","reconcileID":"3af3e013-bbda-40f2-b5aa-0f7d6c8a123a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c8e9f0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c8e9f0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.758546937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"4351339a-5661-464c-abbf-cc808054e44c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.917109877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"cf3da1af-49d1-4c9b-9262-058ab69c176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.917477229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"61e8a468-a4a4-4702-b1aa-5c37dace8820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.978239536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"cf3da1af-49d1-4c9b-9262-058ab69c176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:02.98197274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"61e8a468-a4a4-4702-b1aa-5c37dace8820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:04.191183028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fce444-ad12-4e1b-b2b2-131a823ac916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:04.243344474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fce444-ad12-4e1b-b2b2-131a823ac916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:04.295161595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fce444-ad12-4e1b-b2b2-131a823ac916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:04.348018873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fce444-ad12-4e1b-b2b2-131a823ac916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:05.774705087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"611c8ef5-6f8e-4636-9b6a-cd4a8b575079","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:06.235293598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3e518f-9bd7-4743-93cd-4ad5d46c0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:06.287472484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3e518f-9bd7-4743-93cd-4ad5d46c0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:06.339670969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3e518f-9bd7-4743-93cd-4ad5d46c0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:06.391926312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec3e518f-9bd7-4743-93cd-4ad5d46c0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.000485948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"ea95c278-f409-4548-ae62-1c58aa1648c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.388088891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e46ef5-65cf-455e-beae-7e0218d0251a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.440378703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e46ef5-65cf-455e-beae-7e0218d0251a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.49304163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e46ef5-65cf-455e-beae-7e0218d0251a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:08.546160661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e46ef5-65cf-455e-beae-7e0218d0251a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:09.139361082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"1a490050-078e-4962-8704-c6f7bfe289a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.209652345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"d1f6fdf9-35ab-4676-9d5c-ac88788f08d7","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.26529854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"aa519e35-b89e-4beb-93b7-94bbfe10d72b","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:11.319354429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-sub","reconcileID":"7cdaa9a6-79a0-4cad-9568-575c0db3cc0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.366639616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7869e5e9-b946-4b1f-a200-53a96ad87459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.366638149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f515953a-b1e0-44e8-9324-ac84c6c9285b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.423542223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f515953a-b1e0-44e8-9324-ac84c6c9285b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.423616854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7869e5e9-b946-4b1f-a200-53a96ad87459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.434398057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"0e9b3936-7133-4fc1-a9e7-a1fa70396f49","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.489409728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"751ae00e-c5c3-46ae-94f6-afcae8c998c6","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.758206067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-sub","reconcileID":"398ca53f-76ad-4ba0-be2a-410fade17114","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-ordering-sub","ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.78487381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c7dd8c8d-c5da-4dab-912d-5073832275bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.784869337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0f8b87f0-6838-437c-8977-b0e833fa0871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.841513999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"0f8b87f0-6838-437c-8977-b0e833fa0871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.841575248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c7dd8c8d-c5da-4dab-912d-5073832275bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.925469312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"a2fa3c92-4284-4e42-ba44-1fbb522f4ba7","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:11.971109106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"247b5df3-fb3c-49e6-860b-0452dbe4ea3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.136721759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-sub","reconcileID":"9ad7640a-ed39-4319-a772-ed1e7eff2b56","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.291098704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"04b28e75-86f5-4ccc-be40-f9d30037ad0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:12.928518661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-sub-binding-0afb855d","reconcileID":"9caf8d71-aa0b-4e2e-af6e-163b658b0b1e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-apikey-sub-binding-0afb855d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.147322656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-apikey-sub-binding-0afb855d","reconcileID":"9caf8d71-aa0b-4e2e-af6e-163b658b0b1e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0afb855d","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.279822245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.359308291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"ec5bcee5-605a-428f-8191-91869ad54ec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.41151447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"22681231-3c7e-493d-ba9f-463169de47a6","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.471622803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"f718f132-2fda-4f87-88d4-299b12f106ae","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.568643008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a7820991-ab13-488d-bfa3-e5e22435cb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.568642932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"004177ba-1ebc-4429-acc5-66ae08becc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.626121797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a7820991-ab13-488d-bfa3-e5e22435cb3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:13.626843609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"004177ba-1ebc-4429-acc5-66ae08becc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:14.850948511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"d831e148-12ed-4ac1-b583-23f88e0f6161","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:14.908077783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"65e17e01-1302-42c0-93b8-23f2e59bca55","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.063789632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"4f35389e-5ef7-4b9f-a5ad-ab446697c7cd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.137763904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"4f35389e-5ef7-4b9f-a5ad-ab446697c7cd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.290608577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"1424a1fa-eac0-4323-9c5f-73b73470fb41","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.345854134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"dd5f7cd6-baa2-4208-8d80-4f9fb37b46ac","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.495093879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"15628fcb-81b2-4747-8c4e-5aca88d84049","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.503195956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"88a5f251-1375-4a1c-abfd-7a088bebe990","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.560581975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"88a5f251-1375-4a1c-abfd-7a088bebe990","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.583065056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"24644711-71f8-45e0-8ea8-535bf5dbbfe4","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.639859446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"cc29e1b5-b7e3-461a-9347-d1958e546a62","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:15.689865316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-no-access","reconcileID":"e6b2df9d-4661-40d8-8d56-3d7f532e2441","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.739187799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f3a7e7f7-0bf0-4e25-8447-e0abe565cbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.739187394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d457b1c8-26ee-493c-8b8e-24f28b585257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.796658945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d457b1c8-26ee-493c-8b8e-24f28b585257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.796686876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f3a7e7f7-0bf0-4e25-8447-e0abe565cbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.803025924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"b34c399f-3fdc-4665-a020-e6527fb79bab","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.830078276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"3ee36887-6e77-4d95-afbe-3a80e6d5e102","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.860503406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"dfe5cab3-390c-40b3-9505-be9acb39beca","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:15.986171035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"e36a5e6e-5e6c-4e2b-be2d-54f46de55271","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.053244038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"e36a5e6e-5e6c-4e2b-be2d-54f46de55271","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.129243943Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-no-access","reconcileID":"1cfaa324-44b0-48b3-94a2-12b20fae0bb0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-3abb13/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.157746564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ce3def47-88f9-4bcf-918b-d5272ad7f2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.158270177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"91d40b15-806a-4c00-bb20-2d6f34e5afa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.215988713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"91d40b15-806a-4c00-bb20-2d6f34e5afa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.215988717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ce3def47-88f9-4bcf-918b-d5272ad7f2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.293141957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"a4ef4ddc-1f72-42bb-be3c-81ff1bd88e8a","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.340015631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"e7f3599e-6b8c-4495-9f80-3694f676506a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:16.504338178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-no-access","reconcileID":"85eba82d-e9f2-4e14-ae7c-66af9639236c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.734489506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"3a06c1e2-7e6b-4186-bae6-c116b3fd56bb","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.890844505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a4380d0d-c365-462c-b361-5bcaf932bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.890868452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"a920db99-75af-46f2-a433-e3da610c1de7","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.891309367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"3485ae2c-677b-448e-8229-ef833d50ae7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.947859556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a4380d0d-c365-462c-b361-5bcaf932bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.948049854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"a920db99-75af-46f2-a433-e3da610c1de7","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:17.950351558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"3485ae2c-677b-448e-8229-ef833d50ae7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:18.911002169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"95f84c99-5394-480f-b8b9-ebd8844f0a9c","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.066984428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7bc2219e-de61-46ac-8929-b19deba2a8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.067017514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ee8a4db1-95dd-4468-9c60-04cd21065361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.067522317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"a6f06d85-3686-4a01-a574-48948336b57c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.124308242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"a6f06d85-3686-4a01-a574-48948336b57c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.124788615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7bc2219e-de61-46ac-8929-b19deba2a8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:19.126674896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ee8a4db1-95dd-4468-9c60-04cd21065361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.913923693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","namespace":"ai-tenant-e2e-praxis-a-a87e81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.914038504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","namespace":"ai-tenant-e2e-praxis-a-a87e81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.914124325Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","tenant":"e2e-praxis-a-a87e81","tenantID":"e2e-praxis-a-a87e81","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:21.971238893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a87e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.03758773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Service","name":"maas-api-e2e-praxis-a-a87e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.092268713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a87e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.145952011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a87e81","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.201190006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.257750317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.314268758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.370163042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.423386975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.475639629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.527454083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Service","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.578911176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.630482229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.683896731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.735758215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.79089215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.84266268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.894818646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:22.947232933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a87e81","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:23.001503179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a87e81"},"namespace":"ai-tenant-e2e-praxis-a-a87e81","name":"default-tenant","reconcileID":"77e41462-b822-4f6f-906e-8654e9f5f1df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a87e81","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:26.591159071Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a87e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a87e81","reconcileID":"06af40d2-1e2a-4700-bcd2-d4582c7d3cf1","aitenant":"ai-tenants/e2e-praxis-a-a87e81","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.196429611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f21ba6-d594-4a8c-a8f9-47680a59272a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.248994648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f21ba6-d594-4a8c-a8f9-47680a59272a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.301830708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f21ba6-d594-4a8c-a8f9-47680a59272a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.354533342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f21ba6-d594-4a8c-a8f9-47680a59272a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.414429374Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a87e81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a87e81","reconcileID":"06af40d2-1e2a-4700-bcd2-d4582c7d3cf1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a87e81","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a87e81"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:27.89714424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-sub","reconcileID":"8ce35290-51cc-4a9c-bc1f-e41882e0ad37","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.12383852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-sub","reconcileID":"8ce35290-51cc-4a9c-bc1f-e41882e0ad37","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.355121442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"046e5141-11ff-4651-aa3b-3b49ffc1133e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.412062963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"0e8f2fd3-10b5-40f1-bea2-1de7f597e897","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.576423056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"660f0da8-1f00-45c2-a003-8a9f9a238b70","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.624289605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"eecb206e-92ca-4fa1-ace3-793e7ca2d1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.624435097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"405be6d7-bafc-477d-b790-8cdbab305a37","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.624290336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"abac8da3-a44e-4c1f-85df-9cdada0d8846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.684741618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"405be6d7-bafc-477d-b790-8cdbab305a37","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.688069958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"abac8da3-a44e-4c1f-85df-9cdada0d8846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.688069955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"eecb206e-92ca-4fa1-ace3-793e7ca2d1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:28.944814584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-ordering-auth","reconcileID":"0a9efae4-de59-4b26-8032-574111823cd8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.074188249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-no-access","reconcileID":"d88e7ca2-9b6a-4891-bdf0-788aef8005e4","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.201578279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"bd4129cd-d4e8-460a-904f-3b2efb674ab5","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.289798876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-no-access","reconcileID":"d88e7ca2-9b6a-4891-bdf0-788aef8005e4","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.313259655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35df6e3-8e84-4a94-bb4e-6153adaaf16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.368087176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35df6e3-8e84-4a94-bb4e-6153adaaf16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.420239155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35df6e3-8e84-4a94-bb4e-6153adaaf16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.472514377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35df6e3-8e84-4a94-bb4e-6153adaaf16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.582551312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"650c7537-4cba-4388-ba3d-db080db1d981","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.632235633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"1711f92c-f0a4-4bb5-b803-5deda69e6fed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.76207592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"bd082d02-ecca-40ba-8e72-841131e0d967","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.791664701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1ffa74d7-8df8-49e4-9f01-34be4dc243b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.791793781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"c08dc00b-cda0-4088-9f53-ea46fc5fe4cb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.792163345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"86ef375a-d1dc-4ee4-a2d0-2b2ba99005e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.849958064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1ffa74d7-8df8-49e4-9f01-34be4dc243b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.850015603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"86ef375a-d1dc-4ee4-a2d0-2b2ba99005e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:29.852354717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"c08dc00b-cda0-4088-9f53-ea46fc5fe4cb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.055397245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-no-access","reconcileID":"e4d2ba99-91fd-49bd-ad51-b4e7ae6d9795","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.3181115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"fca9b2d2-864c-4cf0-9e7e-3080b62e79e3","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.571721265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"ca457253-8c78-48cb-9fcc-b23eb2b31b8d","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.628578218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"fedfc5ce-0dd9-4e47-822d-a2181e95a68b","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.806218779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"cd291498-9b2e-43b8-8e11-7c0bfdc882d2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.857660306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"479fd8a2-08b0-443b-b9e6-d50102f33cf2","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.863267483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"cd291498-9b2e-43b8-8e11-7c0bfdc882d2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:30.915257828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"b6280d06-4dc8-4c76-a948-761d4c477457","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:30.967826518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-subscription-success","reconcileID":"025c5b9c-5d47-4374-a107-0624120bd1bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.014461109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"34c947be-1f95-4a26-9f39-3ef8e1790ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.014478703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"47c36cdd-e6ee-4bb2-8a64-303430ef0daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.072593058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"34c947be-1f95-4a26-9f39-3ef8e1790ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.072603006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"47c36cdd-e6ee-4bb2-8a64-303430ef0daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.081572312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"668c573a-589d-4ac5-9679-6ff5db7aa003","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.137220991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"dddbda5d-457b-46f9-9588-a64b5e0c27ea","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.182741037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"917e8dc1-796c-4c13-b8fb-3221077aebf1","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.338918909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"1b68db4c-a88f-4487-b720-07e73f517844","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.395200493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"1b68db4c-a88f-4487-b720-07e73f517844","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.396087029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246265ad-b354-4408-b165-1e630978f775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.450776059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246265ad-b354-4408-b165-1e630978f775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.451483434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cbe5cd50-9f97-4057-87e9-310177034f56","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.503800914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246265ad-b354-4408-b165-1e630978f775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.504025363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa729e9b-58dc-4a0a-a7ff-ffaecc2b0332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.507257325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"17303d9a-e5ef-42a7-9939-9818866b75c9","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.530332758Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-subscription-success","reconcileID":"834fe26e-5368-49b1-b25e-7e3ea193aabc","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.557814227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246265ad-b354-4408-b165-1e630978f775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.611220872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"28cf5d1e-45f0-4c58-9e5a-0f4925ec87cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.617357346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa729e9b-58dc-4a0a-a7ff-ffaecc2b0332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.667718001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"28cf5d1e-45f0-4c58-9e5a-0f4925ec87cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.715056531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0e787f9a-50d9-44f8-baf5-a64356b7e123","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.732186746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"526d37fe-e504-4b51-8d46-01c9622a96c8","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:31.765917232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"1b68db4c-a88f-4487-b720-07e73f517844","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.770280106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"44e840df-d25b-4bd9-9ee6-2ef78a12f9a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.772452588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0e787f9a-50d9-44f8-baf5-a64356b7e123","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.775331892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"14e15856-439e-440a-8d4c-3ff87a148f02","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.83335008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"a931b975-3d7f-49a7-8147-a7bd5f18b401","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.88299205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"bd37a1b4-76bd-4163-9308-04212912571b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:31.886609461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.932807266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"48cb294a-9b93-443b-84d3-a49ecbf8caea","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.932972317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"fd358239-a7e6-4496-bc0d-475d08a84411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.941398202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"30515899-d29c-43fa-8224-d27ab00b6bcb","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.985720935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-subscription-success","reconcileID":"a8e9bcb1-23c9-432c-85af-0a03c878f0b1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.989081816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"fd358239-a7e6-4496-bc0d-475d08a84411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:31.990433025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"48cb294a-9b93-443b-84d3-a49ecbf8caea","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.030291841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2dd27654-f21b-4957-bf4b-705d20039ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.051491062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"03ffdf63-d252-473a-a39e-252ebd21a556","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.05588998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3abb13 priority=0:[ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-free ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.088181114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2dd27654-f21b-4957-bf4b-705d20039ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.135537661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"8906a6e0-bd62-4f43-805a-1f9d874ff79b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.194292609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"17cca6b5-161e-433e-91a0-49c7818796ad","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.194856477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"698b1033-983d-44b6-99ba-242ff023173b","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:32.194850645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.249154139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-free","reconcileID":"13e90984-dfd6-4a06-a9bd-797bc94d543f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.251844532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"1419e4f8-0cb6-401e-989e-7dc6598fefac","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.357243979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6df74564-90cc-42bb-86c8-59bb368a61df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.369140778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"908a5d30-6bf3-494b-9be0-d2c74458e722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.414161758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6df74564-90cc-42bb-86c8-59bb368a61df","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.415194667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3d5125db-04b1-4439-8a24-e0eedd56f5e3","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.425423711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"908a5d30-6bf3-494b-9be0-d2c74458e722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.470191088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f220155e-8c32-40af-b512-335a31149032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.524479787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"c0763016-e745-48a9-8090-5955677e7a5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.52943108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f220155e-8c32-40af-b512-335a31149032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.590470346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-premium","reconcileID":"ecd40b2d-85d9-493a-81fd-ce1014354845","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.669340011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-free","reconcileID":"8ce0510b-216d-4c87-a36b-a69ddbce7839","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.787145367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"da8a335e-9223-47e3-ac91-fdd3a3fc0cef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.831979416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"c6b4c8f5-7b4e-4e6d-aa85-158e62bf0bab","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.843044322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"da8a335e-9223-47e3-ac91-fdd3a3fc0cef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:32.885110209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"dee25ed8-4641-4305-81b5-a155ee4ef95e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.047977344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-free","reconcileID":"97abc4cb-fea7-405a-a3f3-54093297756d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.101568279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-premium","reconcileID":"b7bc9c7d-ae29-47c7-9e7a-49067ea0c5e6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.208973674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"824b3bef-1ffc-4065-9c4d-d9654348ac2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4c1006","tenantID":"e2e-ipp-b-4c1006","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.329079254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"824b3bef-1ffc-4065-9c4d-d9654348ac2f","name":"e2e-ipp-b-4c1006-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.500206889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d95e9e-967c-45c1-9d59-7d459d0eb341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.640333833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d95e9e-967c-45c1-9d59-7d459d0eb341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.693371439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d95e9e-967c-45c1-9d59-7d459d0eb341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:33.746402367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d95e9e-967c-45c1-9d59-7d459d0eb341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.072068681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"876f6b98-fe5a-49ab-9cd2-4781416d2890","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.245025294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ed6bc1b3-67de-452c-bd6c-a3fa32c1d65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.245406211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"f44c582a-9240-4d15-a989-513d52efb0bb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.245506288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"35ddb0f8-2646-4675-8689-eaeeab121b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.30259603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"ed6bc1b3-67de-452c-bd6c-a3fa32c1d65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.304138679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"35ddb0f8-2646-4675-8689-eaeeab121b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.305227901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"f44c582a-9240-4d15-a989-513d52efb0bb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.685307201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5607546b-e924-49d2-bfbd-4930af34385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.737378945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5607546b-e924-49d2-bfbd-4930af34385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.789392378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5607546b-e924-49d2-bfbd-4930af34385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:35.841374929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5607546b-e924-49d2-bfbd-4930af34385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.39761949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e511b373-7323-4d93-8e56-b08d633cfb3d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.553129411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"941038c0-d009-434f-adc8-64f1ce223b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.553405611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"301da2b2-af0b-4853-86e5-de33f5d58333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.553129408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ae65da0-27e8-41df-98ac-7ab8b6c141da","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.612043729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"941038c0-d009-434f-adc8-64f1ce223b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.612085169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ae65da0-27e8-41df-98ac-7ab8b6c141da","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:36.615641238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"301da2b2-af0b-4853-86e5-de33f5d58333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:37.808222243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446f1f73-3633-4894-b2cc-746bc50a6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:37.861089927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446f1f73-3633-4894-b2cc-746bc50a6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:37.91310478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446f1f73-3633-4894-b2cc-746bc50a6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:37.965847792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446f1f73-3633-4894-b2cc-746bc50a6fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:39.895859346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c33b5-f832-4222-a723-6c9565822963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:39.949010458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c33b5-f832-4222-a723-6c9565822963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:40.001836219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c33b5-f832-4222-a723-6c9565822963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:40.054895662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f89c33b5-f832-4222-a723-6c9565822963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:41.983562876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fc10a9-1d89-4e8e-871a-0c570ed6042a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:42.035825404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fc10a9-1d89-4e8e-871a-0c570ed6042a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:42.087666063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fc10a9-1d89-4e8e-871a-0c570ed6042a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:42.139722887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fc10a9-1d89-4e8e-871a-0c570ed6042a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:43.280060489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.058057953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5781ee9-8e4a-49c9-a037-910df0549506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.058128306Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","namespace":"ai-tenant-e2e-ipp-b-8cd025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.05818993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","namespace":"ai-tenant-e2e-ipp-b-8cd025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.110479775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5781ee9-8e4a-49c9-a037-910df0549506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.110613803Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","tenant":"e2e-ipp-b-8cd025","tenantID":"e2e-ipp-b-8cd025","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.162611352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5781ee9-8e4a-49c9-a037-910df0549506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.214973314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5781ee9-8e4a-49c9-a037-910df0549506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.217105071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8cd025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.280587571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Service","name":"maas-api-e2e-ipp-b-8cd025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.336366809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8cd025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.390575142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8cd025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.489804122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.545717712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.608981011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.664205935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.720746525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.776117743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.841805124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Service","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.905520596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:44.960636748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.015048754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.070639931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.128284689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.182172518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.29321578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-subscription-success","reconcileID":"a875fff2-64a8-4cde-9e54-8cce493c76e1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.2933149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.351949076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8cd025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.405358422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8cd025"},"namespace":"ai-tenant-e2e-ipp-b-8cd025","name":"default-tenant","reconcileID":"11bcda50-58fd-444d-a2f0-601cb53af913","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8cd025","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.513167105Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-subscription-success","reconcileID":"a875fff2-64a8-4cde-9e54-8cce493c76e1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.792414407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"449febd5-cfdf-47c1-8de5-b400f6da5369","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.846086328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"098c0739-6d5a-4439-b07b-60e7baf2723e","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:45.904469737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"c473b0d9-d0ed-4f07-a214-7b8c45c5416f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.003124236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"93c4f128-2335-4e23-baa3-00c5785b3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.00325449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"3b09f247-d22a-44b8-96f9-663afd743ed6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.003124178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd98561b-4ec4-4835-a624-b0e0c640b427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.010338912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"73855ae2-dc30-44e8-ad10-3e2c86a79bae","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.060837992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"3b09f247-d22a-44b8-96f9-663afd743ed6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.061044016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"93c4f128-2335-4e23-baa3-00c5785b3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.064450803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd98561b-4ec4-4835-a624-b0e0c640b427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.186899313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b10f4-a0ea-4d87-85a2-742ea043ab3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.239565768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b10f4-a0ea-4d87-85a2-742ea043ab3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.291588094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b10f4-a0ea-4d87-85a2-742ea043ab3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.291799956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-success","reconcileID":"6ea6219b-24d7-4680-b615-f59c4e91a720","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.343663158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b10f4-a0ea-4d87-85a2-742ea043ab3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.555272612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"12f46d2c-a46c-4ece-8cea-ec49a77e9a04","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.610796648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-free","reconcileID":"72e0441f-6717-4d1b-825d-89b99e16873e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:46.826761824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-free","reconcileID":"72e0441f-6717-4d1b-825d-89b99e16873e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.038829715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-premium","reconcileID":"f9d00d30-7634-4111-a026-af24b27f619b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.038833565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"beda2c87-5e41-4b86-89c4-ebcc8baf2fd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.04580744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"6eea30d8-ff82-4107-b3d9-273362dea640","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.202989676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d31fa223-d932-44e6-8a4c-fc8d10461703","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.203044718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"b47c2674-d490-4bbd-b35c-f8f1fa9b669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.203453223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"76e89b45-5564-4e42-a94b-b7ad06351e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.211768328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cc00b108-fb9a-489d-a963-9c83a34ed10a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.261919374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"76e89b45-5564-4e42-a94b-b7ad06351e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.262643911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d31fa223-d932-44e6-8a4c-fc8d10461703","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.264458012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"b47c2674-d490-4bbd-b35c-f8f1fa9b669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.669026549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"2c184689-f77c-40b1-8a99-5f4df2814b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.66946509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"24640bc0-3918-495c-a822-d570ea03d36d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.669815621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"234f0f7d-0c76-44b6-9a7b-8ec41a34e05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.726556383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"24640bc0-3918-495c-a822-d570ea03d36d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.727110769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"2c184689-f77c-40b1-8a99-5f4df2814b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.728951004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"234f0f7d-0c76-44b6-9a7b-8ec41a34e05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.772203487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f1380ced-9a4d-4a18-bafc-2e101b101b36","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.830056557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d2aa04bf-5fab-47ea-b6e6-a49a86e021aa","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:47.98858422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"64f0cc59-e021-4cd5-9582-df54a108f8fa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.044913638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"64f0cc59-e021-4cd5-9582-df54a108f8fa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.050390036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"95b5f5a8-0544-42dc-b9d8-624e104d75a6","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.109014432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"958646b3-8862-4bef-bfab-bbbd872f3172","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:48.160086857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-user-subscription","reconcileID":"0a73b6f3-bef8-49e7-8b03-aed161d4de36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.248245057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a8de5d-08c0-4c61-b4d1-7f6d243a7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.24834617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b4cac42e-80eb-4c0c-8555-6df0af2e8d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.248725072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"717bea94-475f-4569-b5ba-8590385d6739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.271788095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"c984918b-3231-48a1-9615-35122bde0831","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.300580609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a8de5d-08c0-4c61-b4d1-7f6d243a7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.305782211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b4cac42e-80eb-4c0c-8555-6df0af2e8d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.353460849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a8de5d-08c0-4c61-b4d1-7f6d243a7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.358777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"717bea94-475f-4569-b5ba-8590385d6739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.360525995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"290527dc-0daa-411b-b989-13351d6d7d9f","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.407066547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95a8de5d-08c0-4c61-b4d1-7f6d243a7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.407462894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"7da65eb7-1456-406f-b371-14e1b77793ea","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.407808799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-106074 priority=0:[ai-tenant-e2e-worker-w2-106074/e2e-test-other-subscription ai-tenant-e2e-worker-w2-106074/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.412071012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1d24b268-fa84-452d-9d3a-19862967866c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.465461619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"5360374a-714c-4191-acfe-72a602a96e16","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.515072607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d98df812-ca6e-47dc-93e0-c1df1db4702c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:17:48.519218312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-106074/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.57166549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9135960a-508d-4240-8f6f-70afe678eee7","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.623346059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"d43204be-33ac-4ce5-afd2-d6230fa28aca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.680728972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"d43204be-33ac-4ce5-afd2-d6230fa28aca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.681969231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-user-subscription","reconcileID":"636eea98-5731-4206-be4b-6218164923d6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-106074/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.727341819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b8e618be-1a29-42c8-a5d4-df337e42d039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.780500877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-other-subscription","reconcileID":"05323f64-da0f-41f4-91e3-e3b8958c7c7a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.784334888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b8e618be-1a29-42c8-a5d4-df337e42d039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.819523267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f2613ed-3e6a-4a76-8c2c-4f3694d7c222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.848336945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"91db9d93-cedb-46a6-a2a7-1ed4cbab2397","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.876326875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f2613ed-3e6a-4a76-8c2c-4f3694d7c222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.890973157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"bb94bd7f-6383-4a77-ad7f-6f323cc0b85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:48.946880337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ae2884c2-320e-416a-a182-3b892ac7c599","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.057111281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-user-subscription","reconcileID":"a9ea2187-dead-404f-8285-f01d774eba26","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.119258035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"5e4a56e0-c0cd-4cb2-aee3-357fc219c46f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.158769415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-other-subscription","reconcileID":"71149993-0ddf-4019-8bd1-4b14dfeb337b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.175497478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"5e4a56e0-c0cd-4cb2-aee3-357fc219c46f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:49.225215183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f5a85909-7d6a-4fc5-a289-a1167eb2e00d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.424627692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ec8556db-ed67-4671-ab7d-bc9c40733285","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.581211182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"44d21665-11dd-42a3-afa6-b2cad61cb402","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.581269091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5e4cdc12-4a7e-4469-af4b-6d9bbfc6ada0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.581804839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"bb74a294-f244-41bc-a0a0-21873d620a6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.63860809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"44d21665-11dd-42a3-afa6-b2cad61cb402","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.639174668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"bb74a294-f244-41bc-a0a0-21873d620a6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:51.641589771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5e4cdc12-4a7e-4469-af4b-6d9bbfc6ada0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:53.537982776Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8cd025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8cd025","reconcileID":"85b90fbd-81d4-4408-a545-cb8ca27ac89a","aitenant":"ai-tenants/e2e-ipp-b-8cd025","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:54.080226209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017d26c5-c494-4d05-b100-2bdaf7222e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:54.132501913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017d26c5-c494-4d05-b100-2bdaf7222e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:54.185270592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017d26c5-c494-4d05-b100-2bdaf7222e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:54.238200401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017d26c5-c494-4d05-b100-2bdaf7222e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:54.352518092Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8cd025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8cd025","reconcileID":"85b90fbd-81d4-4408-a545-cb8ca27ac89a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8cd025","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8cd025"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:56.19778657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24aa9235-1795-4c52-90d0-caf08d8efa42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:56.251505045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24aa9235-1795-4c52-90d0-caf08d8efa42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:56.303601297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24aa9235-1795-4c52-90d0-caf08d8efa42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:56.355465691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24aa9235-1795-4c52-90d0-caf08d8efa42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:57.40887315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-premium","reconcileID":"cd0f4268-da4e-4f9c-a58a-1f17dafa6c45","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:57.629948264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-subscription-premium","reconcileID":"cd0f4268-da4e-4f9c-a58a-1f17dafa6c45","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:57.898569653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1913eb19-c69d-4263-8ed2-3161ff20018e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:57.907870502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"a89669a1-2e62-4a4b-994a-03385c893e10","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:57.968852722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9510ad05-7b33-499c-8962-616d2dd46e60","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.072806087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"386ee27c-91ef-4ce2-bab7-b900af57b0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.072806569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5f7498f1-6a27-4fad-be9a-47e2521dd033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.073452086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ccc141bb-bc18-4461-98a4-2875ee4fded7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.073710319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"13369c92-1593-421e-aa3c-5a9352f1a80e","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.130852426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5f7498f1-6a27-4fad-be9a-47e2521dd033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.131823679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"386ee27c-91ef-4ce2-bab7-b900af57b0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.133229232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ccc141bb-bc18-4461-98a4-2875ee4fded7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.266167673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48268cf9-9dec-46ec-b0a9-e8b3d388c8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.318178396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48268cf9-9dec-46ec-b0a9-e8b3d388c8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.369971425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48268cf9-9dec-46ec-b0a9-e8b3d388c8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.422071643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48268cf9-9dec-46ec-b0a9-e8b3d388c8b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.422163112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-auth-multi-sub-valid","reconcileID":"50ba1118-7560-41b7-b0eb-f66048accd1c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:58.643339103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"c2d64a3c-ea29-4f06-99e3-b0807146927d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:17:59.937560485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"476721ee-c176-45c8-a3b4-88f6fbf7a1d4","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.042464778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e752c480-3165-4b34-a75a-ed5f069c64e1","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.200434312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"f67c7d65-66f3-4d01-9360-c628ba9f76dc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.245373895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cecfdc9c-3417-479c-bc70-6c6f30cdf4e5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.257853917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"f67c7d65-66f3-4d01-9360-c628ba9f76dc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.30260627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"bddd9b9d-9d00-472c-9cd3-5090054c81f1","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:00.35446567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-subscription","reconcileID":"3c3e48b1-5de9-47da-b4ee-9bbb5580e793","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.40114437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"af869f31-ddb6-4f79-852e-41be56bce241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.401159708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"abcec9c2-cbb2-4308-a15d-5aa5f40075ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.461834398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"af869f31-ddb6-4f79-852e-41be56bce241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.465585329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"abcec9c2-cbb2-4308-a15d-5aa5f40075ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.47024857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"964043a5-f562-46db-8c5d-b32f361a7ddc","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.527709827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"710d673a-4485-4ef5-ad9b-93b763b2af88","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.574809395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b2e55dad-537f-4d5a-bcb1-757292eeb41f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.608110123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43198772-c8ca-4842-9d4c-4b88b62eef26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.660961399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43198772-c8ca-4842-9d4c-4b88b62eef26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.71380809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43198772-c8ca-4842-9d4c-4b88b62eef26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.766658852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43198772-c8ca-4842-9d4c-4b88b62eef26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.871682382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"bf00804f-3867-47ed-8ec5-99eae41daef6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.924374422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7c8caec7-f87a-4ce3-809a-7fecf9c3a5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.924442598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"42200350-ca0c-4ad6-9dde-f394240a81d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.930466145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"bf00804f-3867-47ed-8ec5-99eae41daef6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.93119259Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-subscription","reconcileID":"080355ce-0d34-48a2-9716-e02d2bfe6cc8","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.982063459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7c8caec7-f87a-4ce3-809a-7fecf9c3a5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:00.983613034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"42200350-ca0c-4ad6-9dde-f394240a81d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.102441756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e94a3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e94a3c","reconcileID":"569dbef5-7df8-4774-a76c-7f7cd94757a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e94a3c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e94a3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.171709687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"04dadc68-49e8-4588-a7cf-adf993a70544","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.237698881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"da7edc8c-2412-4245-bd4b-5ec3be04a07f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.43470423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-subscription","reconcileID":"5b7eeccc-5ece-4995-8102-ac02a80495b6","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.587589986Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-user-subscription","reconcileID":"ee7df13a-b78b-45f7-a760-36375e402073","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:01.806561644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-user-subscription","reconcileID":"ee7df13a-b78b-45f7-a760-36375e402073","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.038976873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f73c4ba2-b428-41b2-ba99-e38206550359","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.085051367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-other-subscription","reconcileID":"4f36f865-9949-4eae-8265-fe3b549bebd1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.08552923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"5d8f14db-d12b-4970-8887-ba547ad67504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.096044604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"92fa841a-7a2a-427a-bed0-1f871b544245","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.237125629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"6ce6224f-4e32-43fc-84f4-a183fb9f34eb","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.287809092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"37098852-1382-44c1-b20a-dfe3bfbbca80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.288000916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"7c125296-e803-40b3-9deb-7bd306ff2810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.288562397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f92c9b8c-255a-4506-8502-e7fd1e83f853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.34527404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"7c125296-e803-40b3-9deb-7bd306ff2810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.345388844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"37098852-1382-44c1-b20a-dfe3bfbbca80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.347672399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f92c9b8c-255a-4506-8502-e7fd1e83f853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.706276233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"ad9dd9f6-56ea-41e8-b398-05760127e47e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.706501734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c4752d0c-144b-45e2-889d-61f88c22eaa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.706276311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e4bca5ac-f434-4aac-bad6-05fa54c7a478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.764822422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"ad9dd9f6-56ea-41e8-b398-05760127e47e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.764989008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c4752d0c-144b-45e2-889d-61f88c22eaa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.76783988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e4bca5ac-f434-4aac-bad6-05fa54c7a478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.778195659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5d8b3a-b603-4e74-bd72-fb09d8c5a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.83035043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5d8b3a-b603-4e74-bd72-fb09d8c5a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.882767064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5d8b3a-b603-4e74-bd72-fb09d8c5a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:02.93471267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5d8b3a-b603-4e74-bd72-fb09d8c5a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.675846042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"991dcd09-8bae-41fe-918b-9f1ba1db99c1","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.83544657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c9583d6e-bd6c-44ab-8d10-ec9296ed9b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.83610982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"89642f1c-a27b-4d9a-9503-0f9e24479d50","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.836398587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1881f991-70bb-4470-9ec9-5a7274d044e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.892185939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c9583d6e-bd6c-44ab-8d10-ec9296ed9b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.893156837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1881f991-70bb-4470-9ec9-5a7274d044e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:03.894522693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"89642f1c-a27b-4d9a-9503-0f9e24479d50","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.400549504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-other-subscription","reconcileID":"df34db3d-f185-41da-81f0-c28fe36e0cb2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.616576302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-other-subscription","reconcileID":"df34db3d-f185-41da-81f0-c28fe36e0cb2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.82838667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"d80cc371-7e60-4d09-8c77-a66f16aad30e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.833114047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1874812e-ab2f-4715-8e46-290941f71db1","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.918917946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","namespace":"ai-tenant-e2e-praxis-b-c00059","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.919005588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","namespace":"ai-tenant-e2e-praxis-b-c00059","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.919049887Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","tenant":"e2e-praxis-b-c00059","tenantID":"e2e-praxis-b-c00059","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.973140689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c00059","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.986799314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"93766f34-b0d3-4a54-a922-e3c7f8f31666","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.98959751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"10a61dfa-086f-4cfe-a44f-e6c20f04aa0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.990383848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"79853c84-52ba-4489-acfa-fcad9670af32","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:12.990433146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"12f68a0b-1d5b-4397-bc73-1f3013ccb9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.0345013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Service","name":"maas-api-e2e-praxis-b-c00059","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.047163545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"12f68a0b-1d5b-4397-bc73-1f3013ccb9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.047709067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"79853c84-52ba-4489-acfa-fcad9670af32","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.049399637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"10a61dfa-086f-4cfe-a44f-e6c20f04aa0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.091650905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c00059","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.145913096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c00059","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.201127004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.254400286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-auth-access-denied","reconcileID":"99354281-8bb7-4c50-bab6-91e4ef8b47b3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.256071787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.279484727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.313847016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.376696783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.428828462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.481499177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.512144991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"9bf9605c-a4f7-4315-95c9-483734cb034b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.53402091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Service","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.586167947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.638131273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.690053957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.742190529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.799509624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.841918493Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-subscription","reconcileID":"044b62c6-eaaa-4544-b2d9-21b137d8dc00","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.850863951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.904832601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:13.956368695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c00059","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.00814331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c00059"},"namespace":"ai-tenant-e2e-praxis-b-c00059","name":"default-tenant","reconcileID":"ca2e0b56-f455-442e-96e0-e41e2fb4e849","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c00059","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.060133717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-subscription","reconcileID":"044b62c6-eaaa-4544-b2d9-21b137d8dc00","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.270525162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"362c8d2f-1194-4f30-ad30-8ed491de6a48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.32890554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"01902c8f-37bb-4467-b5df-a6f6f904586f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.485188632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"1468704d-94db-4647-908d-d5087ff830d3","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.488577776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"76178a0f-c271-46ac-b25a-e024a6016047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.488820446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"cf1d9057-d8da-4db0-a36c-0bba913dfc4e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.488569714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f2d9d683-2441-4c45-a5a2-21f5f352b872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.546791748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"cf1d9057-d8da-4db0-a36c-0bba913dfc4e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.546875219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f2d9d683-2441-4c45-a5a2-21f5f352b872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.549045264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"76178a0f-c271-46ac-b25a-e024a6016047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.70370092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-test-group-auth","reconcileID":"96d4d5e5-7e12-426d-a2ff-4d53dd8d4853","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.914480349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"f6cdecc7-b139-4e25-9a19-2b090581640d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:14.969567421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"84428de0-9c95-4d96-bd0c-972525e8f4d0","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.0270774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"a3e55efc-621c-43c1-bcda-842c4293dcbc","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.183052311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"0492de6b-c1fe-4bba-874f-21cfb7aeb41a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.244605695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"0492de6b-c1fe-4bba-874f-21cfb7aeb41a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.273727252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"621c9063-a0df-40dd-8c44-19e320577303","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.339189043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"9529916c-7064-4476-ad89-04c4454d5ae4","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:15.387919196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-sub-only","reconcileID":"44343e68-092c-4e97-ad45-8ac020bfc628","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.439973097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"55f757e0-4095-4dec-b556-8cb523ed9ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.439902653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"37740d59-6ee3-4766-bae4-b518147bb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.499632274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"55f757e0-4095-4dec-b556-8cb523ed9ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.500451159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"37740d59-6ee3-4766-bae4-b518147bb719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.508038687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"5fd1dc97-1e18-4020-9a27-042ee1edb175","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.564643713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"a83e361f-3aae-4f2a-bb54-23620dbbca11","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.567140435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"f43248ec-53e5-4029-bcf9-39b8747434aa","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.723998418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"61e47bab-667d-4de5-8251-a2c492fcd1d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.7830645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"61e47bab-667d-4de5-8251-a2c492fcd1d1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.821842645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3582822c-3265-4891-b5de-c8eee4053187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.836909471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-sub-only","reconcileID":"091f1184-9d57-434c-b3f3-4123d85879f8","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.863903382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d5f184ac-e120-4f8f-85a4-65e9670f86d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.878251298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3582822c-3265-4891-b5de-c8eee4053187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:15.920100389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d5f184ac-e120-4f8f-85a4-65e9670f86d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:16.001693847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"ba08f66d-1b42-4f32-9a57-f581ce76b923","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:16.047431604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"4771ec8a-fffd-4c7d-a23c-c2463dcd4ca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:16.211072172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-sub-only","reconcileID":"8f04168e-dbde-4ae1-9432-7fbb4fe3b3b4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:16.381422857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"3f02ae0f-6b27-4970-ae73-8e85e9b88eeb","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.333122329Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c00059","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c00059","reconcileID":"e7c927c0-3dba-4e66-ab75-90cacfb8470c","aitenant":"ai-tenants/e2e-praxis-b-c00059","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.65896164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"79401cf7-5654-4780-be1c-c9d6de4cacb4","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.815772032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5ae93c39-2670-4ffc-97be-e6fd22f09a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.816022624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f8f69236-cfee-46ed-8f82-8c8519b4f990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.81577203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"886a2039-0792-4606-a792-8292eb810735","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.876055247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5ae93c39-2670-4ffc-97be-e6fd22f09a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.878646753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"886a2039-0792-4606-a792-8292eb810735","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.880443056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f8f69236-cfee-46ed-8f82-8c8519b4f990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.927886582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b42d99-c1db-4636-865c-825c33fe26ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:18.980798741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b42d99-c1db-4636-865c-825c33fe26ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:19.039057905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b42d99-c1db-4636-865c-825c33fe26ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:19.096018088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b42d99-c1db-4636-865c-825c33fe26ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:19.209220008Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c00059","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c00059","reconcileID":"e7c927c0-3dba-4e66-ab75-90cacfb8470c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c00059","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c00059"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:21.087636069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c5f4e-6110-4627-9302-13b990eba88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:21.140246385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c5f4e-6110-4627-9302-13b990eba88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:21.192149966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c5f4e-6110-4627-9302-13b990eba88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:21.244133273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c5f4e-6110-4627-9302-13b990eba88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:22.924681012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"8b1ba27f-b12e-4ae8-89e4-1e909f0bb8f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.184808932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0eb610-5b99-4858-8afb-03f1e9962389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:23.212329166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-sub","reconcileID":"4d67bb85-9b2d-43dc-86e9-5ac5ac349ac0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.236565232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0eb610-5b99-4858-8afb-03f1e9962389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.288365055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0eb610-5b99-4858-8afb-03f1e9962389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.340310046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0eb610-5b99-4858-8afb-03f1e9962389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.340545583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61fecf8d-2275-4324-b2ed-734f38b22c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.393010539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b5fee477-bd9c-476f-a298-4d0a9b4ea137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.396877385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61fecf8d-2275-4324-b2ed-734f38b22c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.449222613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b5fee477-bd9c-476f-a298-4d0a9b4ea137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.762374126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3cf5f84c-4b5e-413b-9776-9170b87cd1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.819603807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3cf5f84c-4b5e-413b-9776-9170b87cd1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.86449616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cc7d1ffd-409a-447c-93ea-5e8015426801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:23.921690207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cc7d1ffd-409a-447c-93ea-5e8015426801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:25.735186625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4bd85044-7148-42a1-b208-1f070b6fe45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:25.735185997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c42ed09d-fd41-4884-a3f9-ad6f86eb6239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:25.793358707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4bd85044-7148-42a1-b208-1f070b6fe45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:25.79475582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c42ed09d-fd41-4884-a3f9-ad6f86eb6239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:26.342545005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"411335dc-22fd-411b-a207-536cd1e2ebc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:26.4793318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"12f58cbe-f7a5-483b-9056-76d234c7dab6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:28.822580865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-sub-only","reconcileID":"97054fed-1c0c-4faa-8e79-5029bcbc9727","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.039125553Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-sub-only","reconcileID":"97054fed-1c0c-4faa-8e79-5029bcbc9727","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.249407469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"b0d591a2-4eae-4559-b2e0-cf5d495b3816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.304449509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"38b42a1f-c52f-47eb-81eb-fed44c1637df","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.487111279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"0379b222-656f-4d4b-aa07-91b1bcaf4256","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.487248183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"28c6d95d-f4ba-4edc-b698-3505023ee7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.487111504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f56eacbe-555b-4351-a693-ae6a824842b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.487543434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"b6e687f1-eaa7-4e2f-8133-1a07a321a81f","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.544236768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"0379b222-656f-4d4b-aa07-91b1bcaf4256","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.544598987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"28c6d95d-f4ba-4edc-b698-3505023ee7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.546604428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f56eacbe-555b-4351-a693-ae6a824842b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.699593585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-test-group-no-auth","reconcileID":"a2479cd3-3600-4b7b-a0fb-995bd93c5282","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:29.861371739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"7d0aaca0-7e6a-473b-a4ad-61312f5d9ba0","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:31.402610533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab14ba-06ed-4039-8745-f4a8e52b53b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:31.454817394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab14ba-06ed-4039-8745-f4a8e52b53b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:31.507226834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab14ba-06ed-4039-8745-f4a8e52b53b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:31.559398858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eab14ba-06ed-4039-8745-f4a8e52b53b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:32.416733085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"ac9437d9-fb8f-4ebc-8447-da5a9f5cf35c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.486157554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874ad3fa-6bc3-4ec8-8cde-e24c4c09121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.548652858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874ad3fa-6bc3-4ec8-8cde-e24c4c09121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.601305158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874ad3fa-6bc3-4ec8-8cde-e24c4c09121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:33.657895399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874ad3fa-6bc3-4ec8-8cde-e24c4c09121f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.596250944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"2471ce91-9516-4c09-9651-4b54097ffc29","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.658111992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"69d9a413-8d18-42cc-91db-5943939462c1","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.752497197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-sub","reconcileID":"6234fa10-7336-492b-b9c6-54169e5f0574","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.75272377Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-sub","reconcileID":"6234fa10-7336-492b-b9c6-54169e5f0574","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.821158383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"11c39f0f-7cfc-49a0-a366-052db4530423","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.877610102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"11c39f0f-7cfc-49a0-a366-052db4530423","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.911354449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"68d37c03-7dd4-4f96-9fca-8458ffae274c","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:35.96856131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"a17eac56-3eb5-4f90-847d-8481a6c95a86","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:36.022580854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"b92f6744-f9c8-4fc5-9032-de766d720bac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.070669241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"20c013db-2b69-496e-b7d3-d20b5c5936a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.070758379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"ac25773e-1f03-40eb-92f1-41252461344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.127498854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"20c013db-2b69-496e-b7d3-d20b5c5936a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.128089835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"ac25773e-1f03-40eb-92f1-41252461344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.146485103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"9ebde454-1831-44ca-b069-f036365868b8","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.206026976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"62954e11-abe3-4ecb-b564-b13e73f3adf9","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.216382193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"e34a9968-7ebe-4154-ba85-cdf1307f210d","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.244809245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0c42b50b-a4bb-4079-96fb-dfd10b0e4dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.245644324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"14a8cd8e-b3e1-4ffe-9bb0-df54007967bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.303649746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0c42b50b-a4bb-4079-96fb-dfd10b0e4dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.304600024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"14a8cd8e-b3e1-4ffe-9bb0-df54007967bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.369106499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"2eac0a53-821f-4294-a388-7fd4dcff0395","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.425370678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"2eac0a53-821f-4294-a388-7fd4dcff0395","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.503981568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f670787f-dead-4a84-b1aa-1f32a17a97e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.504724527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"02d89845-f53d-447e-9f3f-405bc9ef6553","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-status-degraded-sub","ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.504906593Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"02d89845-f53d-447e-9f3f-405bc9ef6553","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.567118151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f670787f-dead-4a84-b1aa-1f32a17a97e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.602647051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d5379cf6-0be5-496a-9cd2-7fb5845e5ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.661416561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d5379cf6-0be5-496a-9cd2-7fb5845e5ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.721627318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"7f4b19a9-8864-43a7-a15e-72b52fec9b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.777296059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"11b87131-a48e-4447-98f2-e77381ae5276","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.997374177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"a9068c3c-f481-4480-a50b-d16a8ce6c08a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:36.997541296Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"a9068c3c-f481-4480-a50b-d16a8ce6c08a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.283831566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"74e2e0a5-54a5-445b-b5a4-d6122c387b33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.353845755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"74e2e0a5-54a5-445b-b5a4-d6122c387b33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.418228971Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"74e2e0a5-54a5-445b-b5a4-d6122c387b33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.820416355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d338491c-14eb-412c-868f-9be9fd0485ca","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.838529507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"de8d05e6-2f29-4b77-a3dd-a58609e48247","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.876500948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"ed4ef43e-8e3c-4d44-9b4b-90e58767e6e6","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.895910708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"de8d05e6-2f29-4b77-a3dd-a58609e48247","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:37.961221549Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"de8d05e6-2f29-4b77-a3dd-a58609e48247","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.032453312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-active-auth-only","reconcileID":"902ef36a-eda8-4dbd-afcf-35d31cc8521a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.089488638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-active-auth-only","reconcileID":"902ef36a-eda8-4dbd-afcf-35d31cc8521a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.357520098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"53557265-6e9a-4ad3-b556-47d0145e57d4","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.401060019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"dd56a073-afac-45a3-8af2-44ad4181c403","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.513130586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-active-auth-only","reconcileID":"6760a14c-f8a3-433d-97ff-a9f49c4aee50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.569391019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-active-auth-only","reconcileID":"6760a14c-f8a3-433d-97ff-a9f49c4aee50","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.614850464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"54e3e964-d49c-4404-9760-4630188c6e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.615065762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"c29658f6-613d-4d30-aa9f-644612041d77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.615503409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8984f943-bbc3-4a66-9cec-256c36ab6645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.672181102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8984f943-bbc3-4a66-9cec-256c36ab6645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.674028211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"54e3e964-d49c-4404-9760-4630188c6e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:38.674830423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"c29658f6-613d-4d30-aa9f-644612041d77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:39.506013819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-status-failed-auth","reconcileID":"e28bee0f-ff6c-4185-9c2d-fd89c9232662","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.487243527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"69bc90c7-c8e0-496b-a97a-5626b8561eb2","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.487264675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-active-auth-only","reconcileID":"c5920524-b3b0-4e2b-8ba8-cbf5cd644e33","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.650137781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"fa07c5fe-1614-4672-a5b8-e3647ad00fde","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.655952934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"09cf6790-7e92-43bd-a27e-d226ad12d7ff","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.713508635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"fafed07e-4f65-4ae6-8f55-bc6c98f4e8fe","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.870160078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fd65a723-3241-4332-87c0-a4b67e6bf635","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.927225195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fd65a723-3241-4332-87c0-a4b67e6bf635","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:40.961379358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3e8fb9f8-37e8-4610-9dd8-bb22824438f2","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.018348177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"82d76381-636f-43a3-a2de-6ce875ba76fd","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:41.069274024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"a8bcfc74-5c43-4731-9c6b-95c0745b90f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.119441772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c77bda85-57ff-469e-a429-5807f10f0a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.119454851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d2a757de-8d61-4be0-a8a6-69f867921979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.176153784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c77bda85-57ff-469e-a429-5807f10f0a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.176222666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d2a757de-8d61-4be0-a8a6-69f867921979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.18523397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"f6f6fe2b-532e-4713-bd6d-be4f0938e260","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.241860819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"02b2b549-02f1-4cf9-88f2-7d854e796538","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.243503951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"34015be9-220c-4bad-96e9-1f95850d9940","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.398735769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6a2c6314-e7dd-4de5-9056-c2e12da668ea","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.456232165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6a2c6314-e7dd-4de5-9056-c2e12da668ea","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.510732546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"6d904533-06cd-46fc-b59d-1c380b4217da","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.510860371Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"6d904533-06cd-46fc-b59d-1c380b4217da","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.545916788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"996a9b0f-acdc-4b6e-977e-b1417fd2ef67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.546057019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"55d0aba6-8fdb-4f08-a55e-b56a91cac3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.60356867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"55d0aba6-8fdb-4f08-a55e-b56a91cac3a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.603596852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"996a9b0f-acdc-4b6e-977e-b1417fd2ef67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.723214557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"b0844ce6-7d27-4d64-9692-6a758f90f71d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.760531043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"3f7ba2c3-3096-4a4e-8205-b2eecb46a09a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.76055974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"3f7ba2c3-3096-4a4e-8205-b2eecb46a09a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.818245482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"1292a3e0-e4b0-49dc-a7ef-eefcb3f72005","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.818633571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"593fdaf4-3734-41cb-84ed-6a6bcee07ed6","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.935753383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"7ff3c72a-2da8-4d7f-97a6-35d1cb63ddeb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.935773699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"7ff3c72a-2da8-4d7f-97a6-35d1cb63ddeb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.94047304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"900ddacf-09cf-4b3d-8ece-d8af9ec9c63f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.940578839Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"900ddacf-09cf-4b3d-8ece-d8af9ec9c63f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.990415219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"e6fe8f20-48ca-4a9e-9463-40b153698ba7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:41.990436848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"e6fe8f20-48ca-4a9e-9463-40b153698ba7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.199656327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"1c6890ef-9103-41eb-b953-78205aa26467","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.207494846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"02374ba3-4b26-4e30-b9f6-374c7ea7bff0","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.211155436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"81972929-1917-47fc-b2b1-dfed14b2a81a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.211171902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"81972929-1917-47fc-b2b1-dfed14b2a81a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.255881079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"1c6890ef-9103-41eb-b953-78205aa26467","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.272203048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"d145c1b8-061f-4b56-84b4-ee9b13b6a99d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.320435936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"199b8044-6a4e-4f5b-acaa-c0cc57a83bcf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.320453692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"199b8044-6a4e-4f5b-acaa-c0cc57a83bcf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:42.326034003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-106074/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.376604844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"786630eb-5574-451d-9873-511e517b7245","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.376621755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"786630eb-5574-451d-9873-511e517b7245","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.42118099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"72fdec4c-bab4-494b-affd-896085cb697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.421192508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8ecb318b-035d-4102-b4d2-42af79ef98b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.480583844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"72fdec4c-bab4-494b-affd-896085cb697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.480992356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8ecb318b-035d-4102-b4d2-42af79ef98b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.530797301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"01c62bf0-7d86-4ee9-9039-2f57a0eb10de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.530820918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"01c62bf0-7d86-4ee9-9039-2f57a0eb10de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.598460355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"46b8fe1f-29fa-455d-bf87-f752909d0f80","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.750176785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"6eff01c2-8b16-4488-8fae-5bc0bda43ec8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.769361997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"c996940a-32e8-48a5-9c29-9432e621401f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.769385331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"c996940a-32e8-48a5-9c29-9432e621401f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.80608547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"6eff01c2-8b16-4488-8fae-5bc0bda43ec8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.903350088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7bf5d6dd-1d89-4e19-a000-8113b5e062c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.903350014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8cb24ea5-e951-42e7-a1e5-81047872e762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.960605573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"8cb24ea5-e951-42e7-a1e5-81047872e762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.960625934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7bf5d6dd-1d89-4e19-a000-8113b5e062c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:42.97807813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"eb881a4a-d6ad-40bc-baea-65b4bfab5d9d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.143100835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"78a02bad-648c-45fa-9826-75bdd3e6aa9b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.143120382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"78a02bad-648c-45fa-9826-75bdd3e6aa9b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:43.278613562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.042691664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cadc7790-c4b9-43a7-a7ce-0d6a7d8ade3a","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.199019065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae452c84-3e7c-44c1-b599-89d7508db6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.199061873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4d875238-b098-4dbc-8b34-3101059f27e0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.199491524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"dc70950b-b8f4-46c1-9d9e-b7641dab00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.257287023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"dc70950b-b8f4-46c1-9d9e-b7641dab00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.258587846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ae452c84-3e7c-44c1-b599-89d7508db6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:44.259595745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4d875238-b098-4dbc-8b34-3101059f27e0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:48.56484461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"b23b28b6-cd97-4a1f-8665-8777dff8ff39","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:48.776884929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"b23b28b6-cd97-4a1f-8665-8777dff8ff39","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:48.776919355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"b23b28b6-cd97-4a1f-8665-8777dff8ff39","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:48.777066602Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-sub","reconcileID":"b23b28b6-cd97-4a1f-8665-8777dff8ff39","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:48.991169206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"3edfb895-6429-4f5f-a7cd-629dbe529865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.054333681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"66c8ea3a-a0bf-4ff0-bc7c-d4a6c8ffa9f8","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.114687524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"b1e4cb58-4260-47ff-9165-237fdd6e1b96","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.114716002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"b1e4cb58-4260-47ff-9165-237fdd6e1b96","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.214132102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"722673f4-fc23-463e-b3a4-16bad375c0ec","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.215751526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"a379cd0b-7189-4367-907b-6f93fd3b0643","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.215799187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f65b9253-3a57-4cf4-9d06-090aab9eafef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.217097709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"48e5771b-40cf-4ff0-9b66-53d31e76cbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.262138022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"1c6bee69-579b-4ff9-8748-6fb66e7d94e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e94a3c","tenantID":"e2e-praxis-a-e94a3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.274027579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f65b9253-3a57-4cf4-9d06-090aab9eafef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.27402757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"a379cd0b-7189-4367-907b-6f93fd3b0643","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.276229917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"48e5771b-40cf-4ff0-9b66-53d31e76cbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.379765623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"1c6bee69-579b-4ff9-8748-6fb66e7d94e4","name":"e2e-praxis-a-e94a3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.433008234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"3e4020e3-b657-48ba-9001-911484cab0b8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:49.706160369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"69bff678-ccb1-4440-92c7-5b60d7b18842","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:50.641890725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"5975ba2f-3302-4430-90c8-6d4fcbb9ea04","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:50.70013974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"001f1648-55b1-4b7f-84cc-29924a7908d0","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:50.914488947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"f3c6bb98-c506-4608-87b0-f79299d116f1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:50.972178269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"f3c6bb98-c506-4608-87b0-f79299d116f1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:51.079434756Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"f3c6bb98-c506-4608-87b0-f79299d116f1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:51.391196516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"cd8a5f31-6077-4416-ba48-b636df475710","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:51.610292584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"be08b171-e1f3-4745-a263-aba4a14faf55","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:51.667762666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"be08b171-e1f3-4745-a263-aba4a14faf55","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:51.77458545Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"be08b171-e1f3-4745-a263-aba4a14faf55","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:51.984168401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"be08b171-e1f3-4745-a263-aba4a14faf55","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:52.19814239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"40c8af89-b788-4956-91f7-68c17dd78045","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:52.254073452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"40c8af89-b788-4956-91f7-68c17dd78045","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:52.362093592Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"40c8af89-b788-4956-91f7-68c17dd78045","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.105807785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"7741736b-f8af-44fe-8be9-2945ed58cd83","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.105950263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"8012859f-a0d7-485a-a1bc-e54e2918dc47","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.157884757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-status-degraded-auth","reconcileID":"7741736b-f8af-44fe-8be9-2945ed58cd83","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:53.417313757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"ce08c435-d98d-4b8c-b570-5ab152875a6c","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.205824365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"0a2c514b-47f0-41e6-9e19-b96489858472","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.358740111Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","namespace":"ai-tenant-e2e-ipp-a-19356e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.358829213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","namespace":"ai-tenant-e2e-ipp-a-19356e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.358900157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","tenant":"e2e-ipp-a-19356e","tenantID":"e2e-ipp-a-19356e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.416286143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-19356e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.426426973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"0a2c514b-47f0-41e6-9e19-b96489858472","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.426449992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"0a2c514b-47f0-41e6-9e19-b96489858472","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.426532444Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf","reconcileID":"0a2c514b-47f0-41e6-9e19-b96489858472","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.482128637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Service","name":"maas-api-e2e-ipp-a-19356e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.543793661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-19356e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.598180448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-19356e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.639195545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"ad166ff1-ff43-4369-8d8e-ca6738f42c4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.654210077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.708838867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.74838177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"aa277a50-61de-4712-8a62-790800e6168d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.76659527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.822571865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.876849246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.904595601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9bcc4d3d-7c9a-48a9-985a-bba0edd06cbc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.904874084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d2664ce4-32ef-4187-bce3-28b843b3a0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.905070202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8581e691-479f-4395-84b4-6bbfe71645dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.910863406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"2beb20a3-5716-4623-97fa-cc257b3abddf","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.930958199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.963848872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9bcc4d3d-7c9a-48a9-985a-bba0edd06cbc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.963848873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d2664ce4-32ef-4187-bce3-28b843b3a0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.966139252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"8581e691-479f-4395-84b4-6bbfe71645dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:54.99439927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Service","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.055684233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.110087813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.165116162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.16823738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1a412c87-79fc-438c-9b09-604ab97ba9f2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.223296284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.279299279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.333195073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.387021047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.426048087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b0666c9f-3ee6-43fa-b490-677edb264a43","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.441814538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-19356e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:55.496718471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19356e"},"namespace":"ai-tenant-e2e-ipp-a-19356e","name":"default-tenant","reconcileID":"15997e6a-d110-4836-8edd-5a6916bd6fb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-19356e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.365620222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"4eb11f7d-b9c7-40a6-b52e-4f349a454a37","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.424025716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"69c27712-c7ef-4582-a682-7401f2992687","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.581722609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"d1d7cb22-3388-41cb-af6a-8fa412bc7b3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.638268247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"d1d7cb22-3388-41cb-af6a-8fa412bc7b3f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.668713733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"44a184bb-01b7-4595-bddb-a4ea5cd937c5","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.726843879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"876316d4-6a98-4161-af59-5d63e071722d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:56.778959859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"229492e2-2dfa-46b3-8d43-323b781786b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.832454751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0b009896-554e-4239-881e-765d0c6bdfc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.833807317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cc7cd4e1-3194-4cbd-a151-c4b9847b8c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.891856291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0b009896-554e-4239-881e-765d0c6bdfc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.906837059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"8ef7036d-ff24-45d6-8dbb-02730b1a9819","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.915987118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"cc7cd4e1-3194-4cbd-a151-c4b9847b8c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.924835273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"289e8c9c-0cad-4784-915d-018d6836af92","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:56.972063242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5f6b3fd0-5730-4875-ac53-a118aa93abd4","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.135887214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"40863dd7-73f8-4c89-89c9-fa57242b0cf2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.237778774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"40863dd7-73f8-4c89-89c9-fa57242b0cf2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.282263709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"55322024-cc00-4b73-9a02-2af7be080173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.283260584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"9dbf0b5b-79a2-49aa-b562-64c2ccd68ad9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.283831547Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"9dbf0b5b-79a2-49aa-b562-64c2ccd68ad9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.378340781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"55322024-cc00-4b73-9a02-2af7be080173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.392483201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7a59c927-2f6e-4100-add0-38734e4f9faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.454497955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"7a59c927-2f6e-4100-add0-38734e4f9faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:18:57.551085737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"40863dd7-73f8-4c89-89c9-fa57242b0cf2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.551527559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"cd55718e-43d4-483d-b020-afb280a0c6f1","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.563218054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"9a9a489e-4aef-4457-bfa2-5e5cb79eac13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.727482702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"f9e56cc3-6951-449f-9eb0-65677f25f9db","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.773642073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"1db9b3cc-df45-4104-867f-cba8e1d1e73f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.773924611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"1db9b3cc-df45-4104-867f-cba8e1d1e73f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.786791591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"f9e56cc3-6951-449f-9eb0-65677f25f9db","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:57.864082871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"28603c43-f1bd-4eba-a8f9-e849eb934c52","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.066157981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"3805672b-eb45-4cba-a104-c4b177754855","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"tenant":"e2e-worker-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.066271758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"3805672b-eb45-4cba-a104-c4b177754855","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.857460816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"c84a0656-8843-4349-bf05-55c792fcca87","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.857800586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5807f7fd-433e-4bf5-a1c8-6ab004ed77c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.858064666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3e3fdc28-e671-4e38-a6f3-d36067e3c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.916564942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"5807f7fd-433e-4bf5-a1c8-6ab004ed77c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.916614122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3e3fdc28-e671-4e38-a6f3-d36067e3c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:58.91873038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"c84a0656-8843-4349-bf05-55c792fcca87","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.819965798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"e3157a1d-ad37-4740-a82c-9b36661dd695","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.980810516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"acf432d9-aaa8-4a45-9019-c0082ac9c671","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.983751187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"680cab0a-1571-4a76-b449-94258b22e830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:18:59.983834892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b8b7311f-ef73-4547-b554-35ce7d49dcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.047533932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"acf432d9-aaa8-4a45-9019-c0082ac9c671","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.052466348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b8b7311f-ef73-4547-b554-35ce7d49dcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.054726161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"680cab0a-1571-4a76-b449-94258b22e830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.447040333Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"b30e00e8-64c4-43ae-b99c-64a77b840911","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.502379981Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"d50e07f3-20ef-49a9-8c75-5bbe654b7146","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.502758656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"b30e00e8-64c4-43ae-b99c-64a77b840911","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.619035453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"101153df-3a1a-479e-927c-e43fa19190ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.619204634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"ed097497-72b7-4865-a7d1-c7e14860e857","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.619461681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e9483ce1-21d8-433f-ac30-56daab8d4040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.687629535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"ed097497-72b7-4865-a7d1-c7e14860e857","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.689582167Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"ed097497-72b7-4865-a7d1-c7e14860e857","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.691959551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"101153df-3a1a-479e-927c-e43fa19190ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.693772887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"e9483ce1-21d8-433f-ac30-56daab8d4040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:00.857193012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"e2e-temp-model-status","reconcileID":"f7e25d73-f874-4217-83b0-802f7012ba4a","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:00.85758713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"0974a2c1-b5d9-43ad-b5aa-0e56de432852","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.066592272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"fd0a7996-f2cf-4449-93c6-35b8be7ec679","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.123996782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"fd0a7996-f2cf-4449-93c6-35b8be7ec679","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.124035342Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"fd0a7996-f2cf-4449-93c6-35b8be7ec679","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.16940683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2bae963a-cc22-4ba6-80aa-f5063aba369a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.169418302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c2983042-3fc9-41f1-ab14-5a402e7246ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.227418343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c2983042-3fc9-41f1-ab14-5a402e7246ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.230812883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2bae963a-cc22-4ba6-80aa-f5063aba369a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.508258127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"33fbc6ab-b997-4198-9190-4b40f75a90fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.57669529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"33fbc6ab-b997-4198-9190-4b40f75a90fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.576751912Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"33fbc6ab-b997-4198-9190-4b40f75a90fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.659446808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"58afab7d-257d-49f8-afbd-5150c7595367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.660084658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b1e464be-e033-4fa4-aeff-8252c225d347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.718339454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"b1e464be-e033-4fa4-aeff-8252c225d347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:01.719987871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"58afab7d-257d-49f8-afbd-5150c7595367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:01.786988843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"33fbc6ab-b997-4198-9190-4b40f75a90fd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:02.019146588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"93bfc7be-2208-464b-a420-addb6fc88c71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:02.077541373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"93bfc7be-2208-464b-a420-addb6fc88c71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:02.133091709Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"93bfc7be-2208-464b-a420-addb6fc88c71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.137925511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"eef3f6e4-1866-40a1-9323-15c561c51c56","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.153236888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"c11cd8a8-5c2a-4a73-91d5-484812d5e7f1","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:03.203471755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-list-subs-refs-sub","reconcileID":"0cabae1c-7be6-420f-9438-4995c3588834","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.294296711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8a6d3acb-db9c-4d61-9248-cb461210258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.294768768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cad3ee29-d1d5-4130-89c4-6d5c3e878861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.323776967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"66d9b50f-3384-4ed7-a918-bb58afd2042c","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.366749606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8a6d3acb-db9c-4d61-9248-cb461210258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.367699835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cad3ee29-d1d5-4130-89c4-6d5c3e878861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.382713334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"abd0d01c-6ae9-4505-a17a-95bde231c73f","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.666270152Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-list-subs-refs-sub","reconcileID":"b8b8749b-4f91-41ef-93bd-f6916ebdcb3c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.731954649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"c7cee0c0-51b4-42c7-a037-75120d53515c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.735431627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8dc9b0ee-f43e-49e7-a210-22a54e405548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.789619002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"c7cee0c0-51b4-42c7-a037-75120d53515c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.792497533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8dc9b0ee-f43e-49e7-a210-22a54e405548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.838171007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"bc6e677b-ddcf-4268-bc73-8cb1496ff770","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:03.88420841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"8859ed39-f231-4a4d-aa47-c2dd41dcce90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:04.059806475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-list-subs-refs-sub","reconcileID":"d94dee69-b511-48de-8f0b-2270a7e83cc6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:04.231887423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"2e0d7d1a-bc8a-4c6d-8e53-7d35cb67d122","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:05.724208803Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19356e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19356e","reconcileID":"301d268f-0e98-4304-8186-3d7d5e33c9f6","aitenant":"ai-tenants/e2e-ipp-a-19356e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.240677765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"6a135dbe-0baf-4b17-97fc-629039db8f38","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.419858629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a30c00-b52c-4db9-ad67-0d26ae0642ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.419973407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"10282ab4-8622-4256-8560-51bc8f26decf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.420248824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4a6d62fe-c3f0-47c7-af4c-f947990e2588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.472482196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a30c00-b52c-4db9-ad67-0d26ae0642ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.525171889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a30c00-b52c-4db9-ad67-0d26ae0642ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.531211838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"10282ab4-8622-4256-8560-51bc8f26decf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.531824295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19356e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19356e","reconcileID":"301d268f-0e98-4304-8186-3d7d5e33c9f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19356e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-19356e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.57717508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a30c00-b52c-4db9-ad67-0d26ae0642ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:06.583576029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"4a6d62fe-c3f0-47c7-af4c-f947990e2588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:08.541568395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485f62ad-9274-4a12-afc4-86865abdc5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:08.593378752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485f62ad-9274-4a12-afc4-86865abdc5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:08.649216788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485f62ad-9274-4a12-afc4-86865abdc5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:08.702181916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485f62ad-9274-4a12-afc4-86865abdc5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:09.990534772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"b45c8a88-2f64-4617-aa59-23ec9b2c1e2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.309460823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"b45c8a88-2f64-4617-aa59-23ec9b2c1e2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.309494376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"b45c8a88-2f64-4617-aa59-23ec9b2c1e2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.309608622Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey","reconcileID":"b45c8a88-2f64-4617-aa59-23ec9b2c1e2e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3abb13/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.526873628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"42c3129a-1c25-47cc-bbd1-c0ef30957c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.586519876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"eb76b97b-bc93-4db2-a874-29641faffba6","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.695375962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e68acf-23af-400f-8ac9-c35918f256df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.747691434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"220d817b-3b50-4a4a-ab98-a34b85fe12ce","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.75310018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e68acf-23af-400f-8ac9-c35918f256df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.754037957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e65cc33b-eed9-47cb-b0ef-afcebd023ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.75426012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"974b72a7-0f36-4ef9-82e1-b58578a63e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.809550215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e68acf-23af-400f-8ac9-c35918f256df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.809811312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"a4fc9e01-1cbf-418e-a5d2-4612266357e7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.862317612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e68acf-23af-400f-8ac9-c35918f256df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.919185022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"a4fc9e01-1cbf-418e-a5d2-4612266357e7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.919385425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"e65cc33b-eed9-47cb-b0ef-afcebd023ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:10.922449162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"974b72a7-0f36-4ef9-82e1-b58578a63e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.129557751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-degraded-models-apikey-auth","reconcileID":"b4605a65-ac08-4ba1-aeff-b7ebfebab899","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.289681865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"2bcefe9f-40f4-4b15-8aba-51f0088445c8","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.33287931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"e6262c40-fcfe-449a-a0d9-956ef89c7d23","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.33300052Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-sub","reconcileID":"e6262c40-fcfe-449a-a0d9-956ef89c7d23","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.822024615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"5b866dd1-cba5-49ad-86da-811803a4d760","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.822198067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"68e46a91-8e2c-495b-98b2-5311586d2f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.822032591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e713f8dd-04bb-4291-8a38-ca515cffaede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.878651667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"e713f8dd-04bb-4291-8a38-ca515cffaede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.878652048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"5b866dd1-cba5-49ad-86da-811803a4d760","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.880533061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"68e46a91-8e2c-495b-98b2-5311586d2f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:11.945552003Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"5b866dd1-cba5-49ad-86da-811803a4d760","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:12.159409473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-status-transition-auth","reconcileID":"7033b310-3ba5-4c35-913f-8f4c823d83ac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.280101402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.458445159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"770035b7-66a4-48b4-9d37-cfbacdcb787d","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.537694524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"523fc5bf-a901-4b55-b16c-25f0c6678a4b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.702148885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"7211f9ea-e0e5-4839-b9ee-63ce7d5f81b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.730217815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"0fb339ec-380f-44c8-9c86-7f8170f5d3b2","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.763019141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"7211f9ea-e0e5-4839-b9ee-63ce7d5f81b1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.785309167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"a7f7ec51-b758-4ab1-9dc9-99d1d9f15847","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:13.844154654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"44207827-b8d4-481f-8976-a48f8f5c23fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.885819867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8ef1ec2d-0e38-49d1-b767-48ba5f186e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.885845978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"85f1efdf-f530-4550-be83-cfee2bd83521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.943181346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"8ef1ec2d-0e38-49d1-b767-48ba5f186e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.943237692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"85f1efdf-f530-4550-be83-cfee2bd83521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:13.962706492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d66f5f75-e786-40f7-9041-37a29fdceac0","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.0318167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"54249390-56a6-43eb-a256-3c4833adeb86","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.08308962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"3a1e7d3e-c7df-451a-8e4d-142fbe267774","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.238877525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"00dffa17-7262-437d-9245-6bb595509d21","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.29630072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"00dffa17-7262-437d-9245-6bb595509d21","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.299089329Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"122b680f-b153-48d1-a6a2-0eb9cbb2b0c2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-106074/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.29926937Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"122b680f-b153-48d1-a6a2-0eb9cbb2b0c2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.339725344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c822f0d4-ab4a-48e7-8096-cee794f7b417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.339725425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"78c790fa-0dfc-4f73-9ea7-c22c4071fdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.398200653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"78c790fa-0dfc-4f73-9ea7-c22c4071fdd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.39821076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c822f0d4-ab4a-48e7-8096-cee794f7b417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.507757979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"d370ce9e-6a6e-465f-b106-a61a61b57d54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.515405721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"67b370fe-a250-4085-9c0f-9091d8f7ac15","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.724823503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"623979aa-c81f-44cf-a3af-663cbc299e42","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:14.725028564Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"623979aa-c81f-44cf-a3af-663cbc299e42","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.406349058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-list-subs-refs-sub","reconcileID":"5110892d-3a42-42f0-9a5e-dd8457c2d721","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.519449867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"39329bef-3a9c-42d7-a4e0-4e356cbf726c","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.62152207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-list-subs-refs-sub","reconcileID":"5110892d-3a42-42f0-9a5e-dd8457c2d721","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.676045808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"435fd90b-a970-4b7e-9582-9c62b78e5cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.676651095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"05e0e367-04aa-490b-9ee7-a320b7406a1c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.677162328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2e7776e3-9663-4aec-a9a9-118a2d1d1477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.733513519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"435fd90b-a970-4b7e-9582-9c62b78e5cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.733877121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"05e0e367-04aa-490b-9ee7-a320b7406a1c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.736363474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2e7776e3-9663-4aec-a9a9-118a2d1d1477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.831731673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"df91c574-f207-41df-a9f4-b4c5aee9c9a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:16.883580192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"041fbb4f-e79e-4a71-b15d-c424d2b9b7fa","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.043123174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"9d492de3-e9d8-4b69-bc92-28b516c6e3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.043452561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d163d094-de82-49c5-a36f-9c11801eaa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.104718338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"d163d094-de82-49c5-a36f-9c11801eaa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.106249288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"9d492de3-e9d8-4b69-bc92-28b516c6e3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.723523978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"c24ab254-14c9-427d-82e6-78f7ed5899bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.723558376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"c24ab254-14c9-427d-82e6-78f7ed5899bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.785557667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"d16728c5-a2eb-4fff-b25e-6074b1f078ba","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.907774556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"4d21707e-665b-4dd4-8cff-f59430e3a42d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.907799158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"4d21707e-665b-4dd4-8cff-f59430e3a42d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.963361852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"cd393871-ca3a-4ca4-bbd2-aa4ae711fbc2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:17.963385466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"cd393871-ca3a-4ca4-bbd2-aa4ae711fbc2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:18.018329854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"058f7688-3aab-4962-9cfe-c63ecfb1ab9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.063389401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3d2dbbb8-fa1b-44b2-8c41-435ebd929615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.063436858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e345a087-d9b9-42f2-928c-f545e234a9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.120736267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3d2dbbb8-fa1b-44b2-8c41-435ebd929615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.121778468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e345a087-d9b9-42f2-928c-f545e234a9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.133185017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"07431024-7bf1-4a5a-8e01-6e666a1ff05c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.133205576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"07431024-7bf1-4a5a-8e01-6e666a1ff05c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.188529209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"764de0ea-3654-4cfe-ad48-b76489823cad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.188559091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"764de0ea-3654-4cfe-ad48-b76489823cad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.208491611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"a90fd484-f0d3-4b0d-96c6-8838bba03c56","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.20851532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"a90fd484-f0d3-4b0d-96c6-8838bba03c56","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.267380232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"d80b05dd-8537-42ec-a443-30fd60739e8d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.267399654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"d80b05dd-8537-42ec-a443-30fd60739e8d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.405159991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"35f7387a-b651-4316-9a2b-70ca1a511b16","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.487161524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"979ed004-16e6-4b8c-919e-bcab5867ffc2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.543324674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"979ed004-16e6-4b8c-919e-bcab5867ffc2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.571747837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"826efbbf-6886-4b89-95ab-b906f6530909","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.571772988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"826efbbf-6886-4b89-95ab-b906f6530909","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.590805968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"901c9b90-da1e-4d35-a48a-722eb07e3a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.590805076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"597b13ff-caeb-43ab-8227-cb84b8b7234c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.647195184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"597b13ff-caeb-43ab-8227-cb84b8b7234c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.648349011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"901c9b90-da1e-4d35-a48a-722eb07e3a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.825764585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"d93204e6-9ce6-43d2-8c1c-0ad677b8bb8c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.863692652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"1c5c8f49-0798-4115-91eb-a6335b9ba609","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:18.863712819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"1c5c8f49-0798-4115-91eb-a6335b9ba609","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.070206704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"6e09da9f-835f-443f-99c4-861d3348aaac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.126353932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"6e09da9f-835f-443f-99c4-861d3348aaac","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:19.490150565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"6e09da9f-835f-443f-99c4-861d3348aaac","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.493541773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"bee0c811-994c-4f27-96d9-8bde9acf4721","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.493559395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"bee0c811-994c-4f27-96d9-8bde9acf4721","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.498600518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-auth","reconcileID":"9b81a522-c589-4807-ad6f-651c9650d9de","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.707185215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"d96057e7-b94d-4712-b8f6-238c0d254170","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.707207495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"d96057e7-b94d-4712-b8f6-238c0d254170","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.713445269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"98f75edb-27c6-44b8-a48a-94f196b78233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.713983801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f432866f-8458-47be-a4a1-5f81168de2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.764964214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"19a3c405-03da-4c5e-842b-a3b3bd32feaf","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.767207685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"802ba2b2-be39-4968-b5d8-5e9b341fc33e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.769869666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"98f75edb-27c6-44b8-a48a-94f196b78233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.770111143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"f432866f-8458-47be-a4a1-5f81168de2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.776852347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"1670a17d-2b65-49b3-89f5-933421431637","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.776873204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"1670a17d-2b65-49b3-89f5-933421431637","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.828009193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"d3c8db10-f7f3-4f41-8621-f9fc9631ed25","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:19.829285125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.872034718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"a876bca6-7e47-418b-95b4-3ef1d319d8dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.872050711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"a876bca6-7e47-418b-95b4-3ef1d319d8dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.874311385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"3ec0498b-dd56-4894-a0b9-4dc84393a9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.874623676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2647ee41-f0bc-4cb6-a6a6-347d35ed0555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.884294058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"da0051ce-9c5e-43f3-8545-b2861c0b4fd0","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.931536931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2647ee41-f0bc-4cb6-a6a6-347d35ed0555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:19.931659116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"3ec0498b-dd56-4894-a0b9-4dc84393a9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.013727399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3abb13 priority=0:[ai-tenant-e2e-worker-w0-3abb13/e2e-model-match-sub ai-tenant-e2e-worker-w0-3abb13/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.013873726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"d1fac6e3-15f5-447b-97f5-e5c7d719520f","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.071233498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"36e1b1a4-8f42-47b7-9c0b-f50b74930f9e","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.091016557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12e11a8-f759-466f-bf0a-79cda4d38632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.120078463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"f6a88764-6a98-47b6-8e76-047c3d4e189c","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.143866201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12e11a8-f759-466f-bf0a-79cda4d38632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.144096894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b9e85229-cd28-48e5-b3b3-0fc2f63a2ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:20.144596097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3abb13/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.14901443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"726fdfa0-072e-4a0f-8ae1-f24a87edf7eb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","model":"distinct-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.196859365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12e11a8-f759-466f-bf0a-79cda4d38632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.199772225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e2a0c0b3-801f-4043-9469-1128ee2c2013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.201521363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"0913c6df-00f6-425b-a865-30c361f51c04","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.253264854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12e11a8-f759-466f-bf0a-79cda4d38632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.31195197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"b9e85229-cd28-48e5-b3b3-0fc2f63a2ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.312430279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e2a0c0b3-801f-4043-9469-1128ee2c2013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.313335374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"bfc32e25-f94b-4460-b148-aa7529c8c16e","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.358218683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"159bcb70-bb24-474a-a2ea-9817d65e8511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.372464537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"fb80dd5a-9d4f-4113-9adc-52284a5c632a","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.414298671Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"d4007f90-5cda-4583-8097-cbb4b03c752a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-2-w0-3abb13","model":"distinct-2-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.415170453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"159bcb70-bb24-474a-a2ea-9817d65e8511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:20.425800587Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"fb80dd5a-9d4f-4113-9adc-52284a5c632a","name":"distinct-w0-3abb13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:20.425856218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"fb80dd5a-9d4f-4113-9adc-52284a5c632a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.431152504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"efab30fa-038b-45fc-9553-1f98a778f53b","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.526056023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b1ac7e83-d6ca-4565-8fca-776bf539f4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.578723306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"1b655fe6-0a09-4d5d-8d2e-dc73bd0efcfc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.581602594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"7f7ff1f4-a1fa-4f74-9645-ccbc85a86f7b","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.583372335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b1ac7e83-d6ca-4565-8fca-776bf539f4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.630205165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"10e6e467-676b-4074-85c5-6e8848ac8272","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.640848001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"3869bf52-3ec8-4679-a10b-8ff4155d3751","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.688571743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"10e6e467-676b-4074-85c5-6e8848ac8272","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:20.694130918Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"3869bf52-3ec8-4679-a10b-8ff4155d3751","name":"distinct-2-w0-3abb13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:20.694181295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"3869bf52-3ec8-4679-a10b-8ff4155d3751","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.700203303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"85510a5c-7704-4b0c-af8c-e188559e93a5","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.796383368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"1696d0ca-8c7b-44e7-be4f-4e2f09ad8196","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-2-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.838381389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3de96927-a6f2-496c-93f2-ba659824c017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.898170415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"3de96927-a6f2-496c-93f2-ba659824c017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.898885701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"560e6c00-f600-430b-b6a2-9dc11f64dae3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.940446518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"917c2429-aed0-434f-9660-dda2d84bfbe6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:20.996561847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"917c2429-aed0-434f-9660-dda2d84bfbe6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.047907587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"9f2b680c-9739-4e72-9024-f12cff96a100","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.053437402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"22b0fff7-d21c-4672-9842-cdc504806f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.10910266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"22b0fff7-d21c-4672-9842-cdc504806f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.172483493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"ac44e40e-19ec-46b2-bc9a-fb556e07bc1e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-2-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.312619903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"b73be399-7af5-4053-8ae7-214ce581038a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.368627425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"b73be399-7af5-4053-8ae7-214ce581038a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.369453049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"892b83ed-99d6-4872-b48b-b761ea9e897d","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.415231741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c7260fc6-4889-4c41-893d-bb336bcd288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.471398731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"c7260fc6-4889-4c41-893d-bb336bcd288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.632117109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"ee88def1-3dbb-4bfe-a795-3bd55cac7b16","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:21.688364568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"ee88def1-3dbb-4bfe-a795-3bd55cac7b16","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.14554442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f4bb79-dc67-4ab3-a2ce-5356e89bf277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.199281547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f4bb79-dc67-4ab3-a2ce-5356e89bf277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.252722816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f4bb79-dc67-4ab3-a2ce-5356e89bf277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.304866792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f4bb79-dc67-4ab3-a2ce-5356e89bf277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.340511488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"5d606072-bc5b-425b-ab4e-f614da7c9918","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.507882444Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"73700393-d4c5-4b3c-a44f-ca612196ce38","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d5c69b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.62788979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"28aa161c-69be-4fbc-8f8c-8b0095355756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.627886068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"1849c942-343c-4943-9581-82185c83d38b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.628472933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"f40b48fd-9fb1-4c06-bc18-bbaa224bda26","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.628681881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1fde32a4-0024-4644-b0f7-a9aa1c46b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.68480371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"f40b48fd-9fb1-4c06-bc18-bbaa224bda26","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.684828168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"1849c942-343c-4943-9581-82185c83d38b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.687078139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1fde32a4-0024-4644-b0f7-a9aa1c46b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:22.687110607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"28aa161c-69be-4fbc-8f8c-8b0095355756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.099282012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"a182b49c-a1f8-451b-b4b4-2bf216754981","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.099405717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"83e9dc4b-47f0-41c0-a7ae-12559357b063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.099281815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1a773ba9-e0e7-4ff3-aba8-d1c9ab2fbb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.099836035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"062e5587-8f9d-4511-b226-644149950920","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.156985566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1a773ba9-e0e7-4ff3-aba8-d1c9ab2fbb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.157007424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"83e9dc4b-47f0-41c0-a7ae-12559357b063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.159456467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"a182b49c-a1f8-451b-b4b4-2bf216754981","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:23.159684308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"062e5587-8f9d-4511-b226-644149950920","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.681883272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"392d7565-b5f0-48a8-948b-334fb2cea03b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.738576292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2bc711ef-446d-4fd5-b616-2235fa2fb79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.738692903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"14b278e1-91ae-4ba7-96a6-08cf7613eb0e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.739238598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f20d8b8-714d-4764-badf-0975c899e96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.796117504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4f20d8b8-714d-4764-badf-0975c899e96c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.796314374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"2bc711ef-446d-4fd5-b616-2235fa2fb79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.798165662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"14b278e1-91ae-4ba7-96a6-08cf7613eb0e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.897141887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"392d7565-b5f0-48a8-948b-334fb2cea03b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-106074/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.897173858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"392d7565-b5f0-48a8-948b-334fb2cea03b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:26.897308805Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube","reconcileID":"392d7565-b5f0-48a8-948b-334fb2cea03b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-106074/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.110912899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b6eae18c-a3b4-46c1-8892-7ebc3bc7d9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.173235286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1bb212cb-abe3-4672-a6f7-4bc6b0b43475","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.230720011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"2ccf3db9-9ffb-4518-9ea3-a1bd1800f84e","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.327209525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"863ebaf0-f856-4060-bf4e-b604b469d056","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.33050253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"18ccd6bb-63c4-4038-8e0f-23a673c1f596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.331111362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f99e5e46-3eac-43d6-9c5c-ca9f54ba4e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.331653917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"6fa79daf-f5e0-4451-805b-5302390f7ef1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.387350441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"18ccd6bb-63c4-4038-8e0f-23a673c1f596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.388231731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"6fa79daf-f5e0-4451-805b-5302390f7ef1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.389600086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"f99e5e46-3eac-43d6-9c5c-ca9f54ba4e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.543146136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"e2e-degraded-models-kube-auth","reconcileID":"a512bca6-2246-4f3e-8b31-650b3ba72ee7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:27.703836713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"fd7dea03-a164-4bc4-ac4e-d86a85bb7183","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.038826731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"ab42be7f-76fd-4698-a6e6-8b7b73087513","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.09268241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"ab42be7f-76fd-4698-a6e6-8b7b73087513","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.145606995Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-enrichment-sub","reconcileID":"ab42be7f-76fd-4698-a6e6-8b7b73087513","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.419346779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"ae8e2720-e7b7-4714-9d55-0e50f1811fdd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"tenant":"e2e-worker-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.419368811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"e2e-enrichment-model-ref","reconcileID":"ae8e2720-e7b7-4714-9d55-0e50f1811fdd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.576223803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"fe7320c5-4f79-4cf7-a99e-95160dad10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.576321072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"db1af511-5a43-47ec-ad07-95a3c1bb26f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.633010875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"fe7320c5-4f79-4cf7-a99e-95160dad10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.633349605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"db1af511-5a43-47ec-ad07-95a3c1bb26f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:30.805178969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"80c6399a-220d-4854-8dc2-b666bd4e9bb2","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.585343974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"4101b722-66df-403c-bc27-bfdc2c4101c3","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.585686777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"aeed4b92-53f8-4895-bef1-4fe796b7645d","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.640146629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"90f59cdd-1561-4c0d-8e61-a327ab2b1f89","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.640537757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"cd1e76ab-15de-4960-ac4b-31580f04a6e0","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:31.69439023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"f550dea0-1711-4dfe-99c5-fdb1b3906ae2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.744925704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"c57042b2-1145-4be8-8c28-24356b7476ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.74505015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2fa600e3-1f04-47dd-9115-ff330777a6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.802998702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"c57042b2-1145-4be8-8c28-24356b7476ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.803476084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2fa600e3-1f04-47dd-9115-ff330777a6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.809306549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"df0be8f7-08ed-4459-adc6-8340b0474a5e","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.809775079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"634bf18a-3be5-4c33-8141-23b6a5ee560c","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.86407248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"df02ef32-60f9-42ef-83fa-bc3ff4a552b2","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.864441555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"f6c44f81-2be4-4bd8-86ee-8537db9312b3","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.868359162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"18b419ec-0786-4f30-b7a3-b13967544e93","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:31.925060309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"e5b5d099-edc3-4a1d-aaa0-c54c9a32217c","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.085767129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-auth","reconcileID":"84ddc0d4-5149-4ef4-8537-82cb0269d81b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.135986344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"95c67136-b461-46ad-95b5-cd7c20dbcd73","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.143598535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-auth","reconcileID":"84ddc0d4-5149-4ef4-8537-82cb0269d81b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.186553532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"40eb069d-12ed-4c98-a50a-6413c89ca3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.187210071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"67cfcfe4-d7ee-42dc-9a98-dfb034526b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.244756871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"40eb069d-12ed-4c98-a50a-6413c89ca3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.24525788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"67cfcfe4-d7ee-42dc-9a98-dfb034526b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.297923917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"95c67136-b461-46ad-95b5-cd7c20dbcd73","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","model":"distinct-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.346974984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"d0f1afbd-64e5-4588-aa99-4a9ae7b72ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.463817929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"18e9bcd7-ecfe-4f5f-aa4b-b37616dff5f0","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.519732932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"5eec9eb9-6299-4908-a482-147b7813f7d8","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.520050447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"c3e56dea-4e68-4f6e-bff2-9b042518f0dd","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.56270394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"618448e5-f05b-49bd-b195-5544ffcddc80","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.615843966Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"618448e5-f05b-49bd-b195-5544ffcddc80","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.624156769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-auth","reconcileID":"0b1d6b05-6be0-40f9-a6fc-6823147112bd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.66877602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-sub","reconcileID":"618448e5-f05b-49bd-b195-5544ffcddc80","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.682579979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-auth","reconcileID":"0b1d6b05-6be0-40f9-a6fc-6823147112bd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.731086681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"42809f94-9e5b-4bff-bc42-05aa0144e3d1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.891255469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"42809f94-9e5b-4bff-bc42-05aa0144e3d1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:32.948575421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"76a90d9a-1be9-4f49-b2cc-1654fae9bcc4","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.009085283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"c3382e9c-755e-44b5-8be0-e4ef37b0c5ff","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.009509838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"7eadef72-cd6c-4f0d-adbe-12b6997aabe8","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.113576103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"ba9386f9-63b2-4306-ab84-f85f23bb9405","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.113978945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"09f36783-3bab-4783-b7cc-712fa865bd18","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.118311793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"10f71e0b-e85d-4883-95a7-28410332888a","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.211855311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"9c76153c-7acb-44a1-b663-94f84260100c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.216965978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"654af54e-b77b-49f0-8bb7-3cb492abceb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.217164902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0fc22c85-5888-4d8d-8215-265a664f4aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.216965614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"97b15766-393c-44c5-ab37-9bde2de1e9e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.268592276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"9c76153c-7acb-44a1-b663-94f84260100c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.274907813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"654af54e-b77b-49f0-8bb7-3cb492abceb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.275188612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"0fc22c85-5888-4d8d-8215-265a664f4aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.277401004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"97b15766-393c-44c5-ab37-9bde2de1e9e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.282180373Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"0b7965b1-63f7-4d9e-8377-01e2c4df208a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb8ca8df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.779533684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"e5f52413-31f2-45e3-acbd-5e90b799b32b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.780291055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a427b27-ddf3-4741-bd24-977521858989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.780770824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"057708f4-857e-4ab6-a7fb-707cc1afe9e1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.781267822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"253d1baf-cf54-4003-ab59-563ef914d9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.85142283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"253d1baf-cf54-4003-ab59-563ef914d9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.882009894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a427b27-ddf3-4741-bd24-977521858989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.891063824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"057708f4-857e-4ab6-a7fb-707cc1afe9e1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:33.902629793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"e5f52413-31f2-45e3-acbd-5e90b799b32b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.246188393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0649bbe2-f9f7-4907-bbb2-7fe49983bdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.300208687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0649bbe2-f9f7-4907-bbb2-7fe49983bdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.356658184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0649bbe2-f9f7-4907-bbb2-7fe49983bdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.408614668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0649bbe2-f9f7-4907-bbb2-7fe49983bdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.522072782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-auth","reconcileID":"bb8038f7-8c5c-400e-bee1-13a5f95af7cc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.522179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"4aba1870-b262-4328-b4c3-01f52daca25b","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.742996049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"e9e72192-d5ed-4a4f-b63c-845e31ac79f1","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.922213555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"bb0c242d-3aa6-4e36-a81e-0239a40a62b9","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:35.923533715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"5279deb8-1c20-4397-9b93-aa825dba09b1","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.100593764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"a961a741-86ff-49d6-9734-c8dcc33e898b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.101380985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0e93fff7-5c61-42d7-9777-24f61db8fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.167267637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"a961a741-86ff-49d6-9734-c8dcc33e898b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:36.185500783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"0e93fff7-5c61-42d7-9777-24f61db8fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.535427058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bf6702-a147-49cd-b2fe-8716b1c1a426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.597807794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bf6702-a147-49cd-b2fe-8716b1c1a426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.661915058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bf6702-a147-49cd-b2fe-8716b1c1a426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:37.714250423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49bf6702-a147-49cd-b2fe-8716b1c1a426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:38.91062011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","namespace":"ai-tenant-e2e-ipp-b-4c1006","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:38.910736238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","namespace":"ai-tenant-e2e-ipp-b-4c1006","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:38.910813709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","tenant":"e2e-ipp-b-4c1006","tenantID":"e2e-ipp-b-4c1006","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:38.965185595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4c1006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.027161536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Service","name":"maas-api-e2e-ipp-b-4c1006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.088438072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4c1006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.145014829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4c1006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.202125704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.257639936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.315003564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.372786548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.429972237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.487334633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.559202961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Service","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.619890382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.676685041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.731784903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.787250903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.844207767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.900320157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:39.955663647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:40.017811741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4c1006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:40.07438164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4c1006"},"namespace":"ai-tenant-e2e-ipp-b-4c1006","name":"default-tenant","reconcileID":"95df51f5-6ff6-44bf-b05f-6a0283109b28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4c1006","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.279974224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.334924563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"2c70d534-908e-4b05-abb6-46f0edccb808","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.386831297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"2c70d534-908e-4b05-abb6-46f0edccb808","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.43972971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-sub","reconcileID":"2c70d534-908e-4b05-abb6-46f0edccb808","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.735241634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"23ad6291-55d8-4b75-8108-a63424f3c3c2","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.889050623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"77cbd6b5-6aa8-4f69-adb4-c9f209fc29ba","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.993028748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a62abfe-fe1e-423e-ae22-665b6f9506d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:43.995308836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"00e486e6-3001-45a2-a2af-3f525fc90c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.049335225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5a62abfe-fe1e-423e-ae22-665b6f9506d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.05131573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"00e486e6-3001-45a2-a2af-3f525fc90c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.091877592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae06c131-f7d0-4aa2-8bd6-579970122609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.144122127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae06c131-f7d0-4aa2-8bd6-579970122609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.144240615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"1d0ab7a7-f897-40cc-87ae-2dd6b9b8b213","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.144424085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"e6e635bc-e19e-4222-afb6-95fd9b1dfcd5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.196758124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae06c131-f7d0-4aa2-8bd6-579970122609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.200730168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"1d0ab7a7-f897-40cc-87ae-2dd6b9b8b213","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.2488765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae06c131-f7d0-4aa2-8bd6-579970122609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.253895515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"e6e635bc-e19e-4222-afb6-95fd9b1dfcd5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.516575232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-match-auth","reconcileID":"1e258db6-2666-4caa-a8a9-9d33b4f2f2f6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.672384084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"49cb8729-6342-472a-bc4b-a60bbf884576","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.67689957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"04dbe6a9-6bf0-4f0c-8af7-60fb001e71ff","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.684211224Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-8f9f75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-8f9f75","reconcileID":"d29969a6-855c-4334-9a66-c88a79b4fcd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-8f9f75","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-8f9f75":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.728751295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"49cb8729-6342-472a-bc4b-a60bbf884576","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.8524259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"c66e1c35-e951-4c9e-8f23-858235ba3181","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:44.934844404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-model-nomatch-auth","reconcileID":"8a2786d5-eaec-4e36-9c67-6f709d5c71be","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:45.191583118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"2a6009e7-140f-4d1b-86f0-006bd589bb3c","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:45.361518113Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4c1006","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4c1006","reconcileID":"4eeca6ae-2736-4941-a993-38b4b4a25ef7","aitenant":"ai-tenants/e2e-ipp-b-4c1006","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.100465521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"51867228-9e82-4f50-a713-203ee6009c58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.279766084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4c1006","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4c1006","reconcileID":"4eeca6ae-2736-4941-a993-38b4b4a25ef7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4c1006","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4c1006"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.317317828Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"51867228-9e82-4f50-a713-203ee6009c58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-bc1da8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.317348517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"51867228-9e82-4f50-a713-203ee6009c58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.328373999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfdcb6-b579-4ca3-a353-ed48c9140329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.381547653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfdcb6-b579-4ca3-a353-ed48c9140329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.433751775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfdcb6-b579-4ca3-a353-ed48c9140329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.434368497Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"51867228-9e82-4f50-a713-203ee6009c58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.485969055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfdcb6-b579-4ca3-a353-ed48c9140329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.539029155Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"e2e-partial-access-sub","reconcileID":"51867228-9e82-4f50-a713-203ee6009c58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/distinct-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.648877494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"7a6beee1-b742-43ad-9f3c-cb26281c8259","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.87704275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"4853325c-c7b1-4310-bf7a-c0f890b745a4","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.926454308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f6dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f6dc0c","reconcileID":"af4093d8-87e2-477d-a01f-3ec6fb9ee32a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f6dc0c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f6dc0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.934902799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"e48d45ab-9b1a-4f81-b5cb-e3ef92baf244","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.949888911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"97516fde-8070-45a9-9899-7fc69f898ad0","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:46.950398995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"ef73accb-8e5c-44e5-b5a6-c3a56f68c79d","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:19:47.008974526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"7dda70cc-c238-4c0b-84fc-893f8e21981e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.034226491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"067181ef-ce2f-408d-9aab-6e24bbdcd5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.034569235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ce5ce737-929a-4395-8461-8c262b65d5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.096949273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"ce5ce737-929a-4395-8461-8c262b65d5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.099686413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"067181ef-ce2f-408d-9aab-6e24bbdcd5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.13725982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"275c8acb-d053-4bdd-a7ec-61ebf65a827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.137446611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8c7ec755-8985-4e8f-90ec-28345157e065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.15140764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"1fd69272-01e7-4d0e-810d-e1a16e65c3ee","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.165321892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"0dc0404c-9217-4b60-aa1e-e7321cca840c","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.194015488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8c7ec755-8985-4e8f-90ec-28345157e065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.194359298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"275c8acb-d053-4bdd-a7ec-61ebf65a827c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.210676706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"c171b138-8725-4c23-9342-95902454ac3a","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.221045256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"d292a9b0-2311-49ed-abb3-5ed89a49ea9d","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.431322002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-auth","reconcileID":"35d93a94-c49a-4748-956c-ccf021c5dbe0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.431762715Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"49a5dd2a-527c-49c5-b00a-e5f479854e82","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","model":"distinct-w0-3abb13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3abb13/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.488635484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-auth","reconcileID":"35d93a94-c49a-4748-956c-ccf021c5dbe0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.559761962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d7e86c0b-0165-4974-869d-1b1433082c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.610165072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"aa4f48f9-8759-43bf-aa5d-eb3e821d08c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.617374626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"5c5f190e-a945-4205-a02c-b87613a0f2c2","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.617662382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d7e86c0b-0165-4974-869d-1b1433082c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.667144612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"aa4f48f9-8759-43bf-aa5d-eb3e821d08c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.828116726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"dc05fecf-6da2-4925-898f-68cdde52c275","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:47.82898234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"4496c6f8-eadb-4d74-9277-feec1c6ee3a9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.035582291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-auth","reconcileID":"1da0f132-58de-4194-aecb-08f59d528c50","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.092170375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-auth","reconcileID":"1da0f132-58de-4194-aecb-08f59d528c50","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.405996391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0274a-b704-430c-a2a9-6b6e9b755530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.458830098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0274a-b704-430c-a2a9-6b6e9b755530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.510566816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0274a-b704-430c-a2a9-6b6e9b755530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:48.563060395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a0274a-b704-430c-a2a9-6b6e9b755530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.69173814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f495c311-e46d-4388-9128-5465976bece4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.718064937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"0600c19f-0ff2-47ff-91c0-587dc99f19ac","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.750676939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f495c311-e46d-4388-9128-5465976bece4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.752206539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-auth","reconcileID":"7f674cec-704c-4fdc-9967-f02e7f3825d9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-2-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.814983139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f495c311-e46d-4388-9128-5465976bece4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:50.869173221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f495c311-e46d-4388-9128-5465976bece4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.043731155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"8c3ceb8d-5b5c-4390-8fda-c272f016517c","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.216721994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"e2919955-b7ef-4094-bdc0-9caa9a98c56a","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.532511435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"fe407b32-64bf-43b3-bcab-2e64ee70b8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.541534777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1076070c-080a-41f6-9e60-49901aeeabea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.666351815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1076070c-080a-41f6-9e60-49901aeeabea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:51.668296768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"fe407b32-64bf-43b3-bcab-2e64ee70b8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:52.638424798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"43fa4509-d93c-4a53-827f-d659c8365416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:52.638424595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ced258eb-b4b2-420e-bc15-6268ce77eaf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:52.695521469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"ced258eb-b4b2-420e-bc15-6268ce77eaf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:52.695525023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"43fa4509-d93c-4a53-827f-d659c8365416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:52.989551166Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-2478eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-2478eb","reconcileID":"dba7b5f3-0fe1-4c78-88ef-60ce8f7f2f4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-2478eb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-2478eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.082116771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e45bb4-56f8-486b-b78a-76adfb277eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.13429109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e45bb4-56f8-486b-b78a-76adfb277eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.186551211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e45bb4-56f8-486b-b78a-76adfb277eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:53.238446797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e45bb4-56f8-486b-b78a-76adfb277eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:54.365826792Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b79bfd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b79bfd","reconcileID":"0033d71b-56cd-4405-a4ff-e5a64882fcd5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b79bfd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b79bfd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:55.264588174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f36c24b-97a8-4587-ae83-acc332f8a1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:55.316317088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f36c24b-97a8-4587-ae83-acc332f8a1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:55.368311036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f36c24b-97a8-4587-ae83-acc332f8a1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:55.420571133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f36c24b-97a8-4587-ae83-acc332f8a1e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.320355128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddbc9f3-a368-4311-85dc-0655bba8f119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.379204478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddbc9f3-a368-4311-85dc-0655bba8f119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.431306174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddbc9f3-a368-4311-85dc-0655bba8f119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:57.483334788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddbc9f3-a368-4311-85dc-0655bba8f119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:59.403423038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5947a4-18be-4f05-8260-259cbe5223bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:59.455429915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5947a4-18be-4f05-8260-259cbe5223bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:59.507279309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5947a4-18be-4f05-8260-259cbe5223bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:19:59.559187703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5947a4-18be-4f05-8260-259cbe5223bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.478322744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdeed37b-2ef3-42fc-afcf-b52b22bb2ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.530206029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdeed37b-2ef3-42fc-afcf-b52b22bb2ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.582176814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdeed37b-2ef3-42fc-afcf-b52b22bb2ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.633975385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"f5979195-4358-4b68-95c0-e0543dcd30b9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.634342681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdeed37b-2ef3-42fc-afcf-b52b22bb2ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.686868424Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"f5979195-4358-4b68-95c0-e0543dcd30b9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:01.739664097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"e2e-no-access-sub","reconcileID":"f5979195-4358-4b68-95c0-e0543dcd30b9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/distinct-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:02.070097791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"d1998f63-5825-47cf-84da-af79c99f9178","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:02.23084048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d123c148-e5ac-4cc4-9fba-0053f41df935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:02.258945582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2e3cc7df-1749-41fb-8b7c-7a7c0ceb804a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:02.336347092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"d123c148-e5ac-4cc4-9fba-0053f41df935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:02.340116621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"2e3cc7df-1749-41fb-8b7c-7a7c0ceb804a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.670392579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec41624-e6d7-4657-9db2-bc947e065adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.72445702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec41624-e6d7-4657-9db2-bc947e065adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.777011285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec41624-e6d7-4657-9db2-bc947e065adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:03.832518238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec41624-e6d7-4657-9db2-bc947e065adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:05.802133888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911dc37c-3d75-436e-89a8-0ff0d05d29a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:05.857205388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911dc37c-3d75-436e-89a8-0ff0d05d29a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:05.909835616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911dc37c-3d75-436e-89a8-0ff0d05d29a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:05.961579584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911dc37c-3d75-436e-89a8-0ff0d05d29a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.932795135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e535fe-c82b-4577-ad6d-45fd71acd469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.985373978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e535fe-c82b-4577-ad6d-45fd71acd469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:07.99211796Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-29a0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-29a0da","reconcileID":"121b4d18-22c7-4799-bbb7-9a231a1eed61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-29a0da","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-29a0da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:08.038106506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e535fe-c82b-4577-ad6d-45fd71acd469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:08.092724464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e535fe-c82b-4577-ad6d-45fd71acd469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:10.076530391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06346f0-54a7-4b7f-9530-a6cb5515e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:10.128561077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06346f0-54a7-4b7f-9530-a6cb5515e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:10.180494185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06346f0-54a7-4b7f-9530-a6cb5515e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:10.233302043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06346f0-54a7-4b7f-9530-a6cb5515e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:13.287485695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:15.999234198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"5c6b00b9-40c6-4f68-8871-ef623bfeb917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:15.99925087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8d8b1cc6-18a4-4663-8e9c-56c11ca0d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:16.056340285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"5c6b00b9-40c6-4f68-8871-ef623bfeb917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:16.057012234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8d8b1cc6-18a4-4663-8e9c-56c11ca0d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:27.161075496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"ebe7dc0a-63df-4a7e-ba0c-1c5e6cce4955","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:27.277884428Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"ebe7dc0a-63df-4a7e-ba0c-1c5e6cce4955","name":"e2e-shared-a-w2-8f9f75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:32.005079829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"bfb7fd82-c4ce-4db4-a2db-6343c7b8cfab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f6dc0c","tenantID":"e2e-praxis-b-f6dc0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:32.123087944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"bfb7fd82-c4ce-4db4-a2db-6343c7b8cfab","name":"e2e-praxis-b-f6dc0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:41.762436267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"0a6bf5f2-3821-4daa-8233-860e488015df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:41.889277969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"0a6bf5f2-3821-4daa-8233-860e488015df","name":"e2e-shared-a-w4-2478eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:43.281476967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:51.772242941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"51ecee67-93ee-484d-913b-2dd62ba96fa3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:20:51.890700656Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"51ecee67-93ee-484d-913b-2dd62ba96fa3","name":"e2e-praxis-a-b79bfd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:06.580091625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"db7daa73-67e9-4ba8-8ec8-eb25d14d13a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:06.695890288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"db7daa73-67e9-4ba8-8ec8-eb25d14d13a9","name":"e2e-shared-a-w0-29a0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:13.279201969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:28.069145133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de07ebd0-b380-496e-9c51-7892989a4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:28.121081064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de07ebd0-b380-496e-9c51-7892989a4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:28.17371477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de07ebd0-b380-496e-9c51-7892989a4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:28.226279639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de07ebd0-b380-496e-9c51-7892989a4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:30.147331305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6924bad-3700-4010-879c-1b6c2e8fcff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:30.199495462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6924bad-3700-4010-879c-1b6c2e8fcff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:30.251414039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6924bad-3700-4010-879c-1b6c2e8fcff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:30.303646837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6924bad-3700-4010-879c-1b6c2e8fcff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:33.255158841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de235658-6ff1-44ee-b715-a2d0ef78a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:33.311422352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de235658-6ff1-44ee-b715-a2d0ef78a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:33.36545077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de235658-6ff1-44ee-b715-a2d0ef78a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:33.417590597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de235658-6ff1-44ee-b715-a2d0ef78a74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:33.880554618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-120308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-120308","reconcileID":"f9ffea88-b6ec-45ba-801b-ed813a642e68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-120308","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-120308":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:35.357054952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374b9530-25ad-4388-bbf8-ac123bb9e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:35.409925853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374b9530-25ad-4388-bbf8-ac123bb9e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:35.46324248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374b9530-25ad-4388-bbf8-ac123bb9e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:35.518031512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374b9530-25ad-4388-bbf8-ac123bb9e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:37.620229802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9b2d13-2c9d-42b5-9b8c-ada3827a1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:37.672218379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9b2d13-2c9d-42b5-9b8c-ada3827a1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:37.724895755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9b2d13-2c9d-42b5-9b8c-ada3827a1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:37.780835742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9b2d13-2c9d-42b5-9b8c-ada3827a1b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:39.803473121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5fea6a-2a67-4ccb-87f8-373b2be93b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:39.855568649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5fea6a-2a67-4ccb-87f8-373b2be93b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:39.908211203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5fea6a-2a67-4ccb-87f8-373b2be93b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:39.960301371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5fea6a-2a67-4ccb-87f8-373b2be93b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.882359347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98978255-62e7-408f-bf55-b31b977fc7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.934595365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98978255-62e7-408f-bf55-b31b977fc7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:41.986662517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98978255-62e7-408f-bf55-b31b977fc7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:42.03937631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98978255-62e7-408f-bf55-b31b977fc7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:43.278802212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:44.109683164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7ef61b-9276-441f-acb2-bddacbad0abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:44.164839995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7ef61b-9276-441f-acb2-bddacbad0abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:44.217374336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7ef61b-9276-441f-acb2-bddacbad0abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:44.269778718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7ef61b-9276-441f-acb2-bddacbad0abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.380154743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b09ef5-77dd-451d-8d87-6a4f14c9062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.432973327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b09ef5-77dd-451d-8d87-6a4f14c9062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.489397162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b09ef5-77dd-451d-8d87-6a4f14c9062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:46.547686843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b09ef5-77dd-451d-8d87-6a4f14c9062a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.583521913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4e541-3a3d-4404-ab41-94909d8f4d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.642788858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4e541-3a3d-4404-ab41-94909d8f4d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.698192675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4e541-3a3d-4404-ab41-94909d8f4d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:48.753182932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ff4e541-3a3d-4404-ab41-94909d8f4d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:49.656502381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"f86564ba-b315-4660-b13b-cc4e34770d8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.011996692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c222b7a-b88c-4de2-91a1-fb0031be1635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.247892179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"5b5e57a4-e85b-4d03-863e-4bcab1a2389f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.347254026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b12ccf0b-ff2a-41a2-8251-da694d658641","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.452477571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6e72e7d7-74eb-4260-b41a-8a621d52603b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.548355356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"9ac528cc-9ee0-45d8-a54a-b7cd334f3bd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.647604919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"105d124b-7cf8-40e4-9617-faa268910e71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.750490798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"7fe91668-c3d6-4d7e-9a4c-598ff4668b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.750621563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"22c8208f-a856-4e85-880f-9fe75f077090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.850003955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"e71f87f8-9d8f-4b0d-bf03-c478600268cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:50.948831805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ac9e396-4526-44bd-b70f-77ec9138bbe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:51.054089062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4353ad2f-a2c7-4edc-b042-993ac7b72f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:53.371057642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562dc21c-0217-46b5-93e2-5a05ecae861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:53.423003786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562dc21c-0217-46b5-93e2-5a05ecae861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:53.475038145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562dc21c-0217-46b5-93e2-5a05ecae861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:53.526992402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562dc21c-0217-46b5-93e2-5a05ecae861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:54.049174756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-c0857f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-c0857f","reconcileID":"46b63fa1-bfe9-4d2a-b11e-e3249944a4d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-c0857f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-c0857f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:55.426720194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f887a871-8a2b-49c5-b7b2-fa5bb59bbd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:55.47895565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f887a871-8a2b-49c5-b7b2-fa5bb59bbd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:55.53079111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f887a871-8a2b-49c5-b7b2-fa5bb59bbd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:21:55.582953282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f887a871-8a2b-49c5-b7b2-fa5bb59bbd96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.604297185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83956ffc-d3d8-4577-92e8-329cb32a5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.656453803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83956ffc-d3d8-4577-92e8-329cb32a5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.708516412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83956ffc-d3d8-4577-92e8-329cb32a5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:03.76075886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83956ffc-d3d8-4577-92e8-329cb32a5d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:04.123795684Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f64a82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f64a82","reconcileID":"48b8cade-e7eb-4f94-b78a-d5bf4e3d42a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f64a82","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f64a82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:05.693151031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cea760-d06d-47dc-ba7d-42a311b0d63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:05.745014487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cea760-d06d-47dc-ba7d-42a311b0d63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:05.796758228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cea760-d06d-47dc-ba7d-42a311b0d63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:05.848783757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99cea760-d06d-47dc-ba7d-42a311b0d63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:07.802139398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9e84eb-d884-4e9f-88e3-d898a0f0b184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:07.855088299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9e84eb-d884-4e9f-88e3-d898a0f0b184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:07.907267895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9e84eb-d884-4e9f-88e3-d898a0f0b184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:07.959497913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9e84eb-d884-4e9f-88e3-d898a0f0b184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.581346756Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","namespace":"ai-tenant-e2e-praxis-a-e94a3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.581446974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","namespace":"ai-tenant-e2e-praxis-a-e94a3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.581526718Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","tenant":"e2e-praxis-a-e94a3c","tenantID":"e2e-praxis-a-e94a3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.635608348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e94a3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.70628902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Service","name":"maas-api-e2e-praxis-a-e94a3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.769404505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e94a3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.827752541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e94a3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.882915195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.940434504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:08.998096624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.053059967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.105179024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.15948483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.214005712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Service","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.267370068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.346425222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.398255992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.449877504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.505435658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.556795236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.609080934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.780882378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e94a3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:09.833030513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e94a3c"},"namespace":"ai-tenant-e2e-praxis-a-e94a3c","name":"default-tenant","reconcileID":"6f2cb648-4ca6-4df2-aae3-61db48407f50","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e94a3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:10.333276074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade1ed4a-a8f2-4bb8-b284-34821b8c5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:10.385145133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade1ed4a-a8f2-4bb8-b284-34821b8c5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:10.437119353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade1ed4a-a8f2-4bb8-b284-34821b8c5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:10.489268596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade1ed4a-a8f2-4bb8-b284-34821b8c5a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.371559613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d9f4aa-ff8a-4db1-b113-831357c33fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.425042511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d9f4aa-ff8a-4db1-b113-831357c33fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.47699486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d9f4aa-ff8a-4db1-b113-831357c33fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:12.529046666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d9f4aa-ff8a-4db1-b113-831357c33fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:13.278719279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:17.20490111Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e94a3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e94a3c","reconcileID":"61352549-369d-449b-ba08-a7666505d7dc","aitenant":"ai-tenants/e2e-praxis-a-e94a3c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:17.459996906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b63bbe-689a-42b3-a773-0838bc03d160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:17.51289153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b63bbe-689a-42b3-a773-0838bc03d160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:17.564801837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b63bbe-689a-42b3-a773-0838bc03d160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:17.617001719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b63bbe-689a-42b3-a773-0838bc03d160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:18.000861797Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e94a3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e94a3c","reconcileID":"61352549-369d-449b-ba08-a7666505d7dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e94a3c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e94a3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:18.546554989Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-4d1e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-4d1e5b","reconcileID":"c79de3e9-4fd0-4918-b42c-3b541fa99695","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-4d1e5b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-4d1e5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.580613099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f69933d-39f4-4cb5-a8ec-72a4cdf040cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.632798244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f69933d-39f4-4cb5-a8ec-72a4cdf040cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.685179712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f69933d-39f4-4cb5-a8ec-72a4cdf040cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:19.737279176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f69933d-39f4-4cb5-a8ec-72a4cdf040cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:21.66518159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9d2879-6b1f-41ba-ac07-27093841a9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:21.71712504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9d2879-6b1f-41ba-ac07-27093841a9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:21.769088229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9d2879-6b1f-41ba-ac07-27093841a9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:21.820849782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9d2879-6b1f-41ba-ac07-27093841a9c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.734961193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480a795-8195-46a4-9c43-fb46d3bd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.787027752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480a795-8195-46a4-9c43-fb46d3bd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.839620656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480a795-8195-46a4-9c43-fb46d3bd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:23.891893953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3480a795-8195-46a4-9c43-fb46d3bd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.403616807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9eb9cd2-1c90-4fe3-b210-5aae322b0892","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.504049044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"1bd1246f-e158-44f1-89fe-f014255e82c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.521079738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"91c73f46-d914-4fa4-a461-90865efa563a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.634310176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"e1a497dc-5ff7-459f-95eb-8522cd2f9afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.734230921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"7b90e7ce-334c-44a3-bba3-49218bd8417d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.837967362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"54c8693d-2c0e-4b2d-b989-14d2abd9440f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:24.938143025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"639e88a0-651f-4006-bea9-38e5d693e00e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.385758172Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","namespace":"ai-tenant-e2e-praxis-b-f6dc0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.385809549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","namespace":"ai-tenant-e2e-praxis-b-f6dc0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.385855909Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","tenant":"e2e-praxis-b-f6dc0c","tenantID":"e2e-praxis-b-f6dc0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.425146871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c99aa674-0166-4601-8224-b0afe6760a77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.442067072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f6dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.506580787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Service","name":"maas-api-e2e-praxis-b-f6dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.526830353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"a67fa52d-3809-429b-826a-c6f06165aefc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.544689179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"deefa414-1e5b-4142-a48e-69505236a7a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.565594082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f6dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.620288901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f6dc0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.664906418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"6e46da40-9885-4d21-a769-abede368b03b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.677613457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.73606719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.771202603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"e7de5853-d67c-4888-8b4f-ddae773b5887","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.793106253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1682050-b172-4548-91a2-cf9c8c4e0436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.795002291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.845697102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1682050-b172-4548-91a2-cf9c8c4e0436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.897992169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1682050-b172-4548-91a2-cf9c8c4e0436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.900706985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:25.950488997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1682050-b172-4548-91a2-cf9c8c4e0436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.00309024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.055469243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.112651448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Service","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.166028673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.232190828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.289225691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.349198528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.405187834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.459913465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.512100829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.565299424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f6dc0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:26.625894412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f6dc0c"},"namespace":"ai-tenant-e2e-praxis-b-f6dc0c","name":"default-tenant","reconcileID":"d2cdbd78-dc70-41aa-bfbe-e1ca09d51278","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f6dc0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:27.995418134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5dfe93-94bb-4e21-a79e-75791cf25a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.047643556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5dfe93-94bb-4e21-a79e-75791cf25a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.099685773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5dfe93-94bb-4e21-a79e-75791cf25a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:28.152299353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5dfe93-94bb-4e21-a79e-75791cf25a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.627476026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"8d2b6e0f-73ed-4a1e-b89c-09d515f02ae4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:31.746284905Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"8d2b6e0f-73ed-4a1e-b89c-09d515f02ae4","name":"e2e-shared-b-w2-120308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:39.624013974Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f6dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f6dc0c","reconcileID":"c544bc61-d0f7-4baf-bdd3-d1a9944665ee","aitenant":"ai-tenants/e2e-praxis-b-f6dc0c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:40.141856344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a2ac94-c06c-49bd-a8e2-04eab6de369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:40.194569612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a2ac94-c06c-49bd-a8e2-04eab6de369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:40.246315661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a2ac94-c06c-49bd-a8e2-04eab6de369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:40.298124488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0a2ac94-c06c-49bd-a8e2-04eab6de369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:40.463735332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f6dc0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f6dc0c","reconcileID":"c544bc61-d0f7-4baf-bdd3-d1a9944665ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f6dc0c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f6dc0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:42.277419408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf6dd80-274a-453e-acdb-ef03834dcb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:42.329737825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf6dd80-274a-453e-acdb-ef03834dcb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:42.38374506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf6dd80-274a-453e-acdb-ef03834dcb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:42.436489916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf6dd80-274a-453e-acdb-ef03834dcb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:43.280786211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:44.325030895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce75c97d-25f1-4665-a3c0-d85b8cd7736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:44.377023246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce75c97d-25f1-4665-a3c0-d85b8cd7736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:44.428833562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce75c97d-25f1-4665-a3c0-d85b8cd7736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:44.429895134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"67b03e13-ac9b-4359-8cd3-d73654259a27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:44.480894559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce75c97d-25f1-4665-a3c0-d85b8cd7736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:46.362302977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a398aa-93d0-4529-9b43-db32abd964ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:46.415276358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a398aa-93d0-4529-9b43-db32abd964ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:46.467210399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a398aa-93d0-4529-9b43-db32abd964ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:46.519436465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a398aa-93d0-4529-9b43-db32abd964ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:46.889231467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"052a2262-dda4-44f0-a895-71bb82376e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:47.956618798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"3e10d95c-c420-4dc2-b0f0-d5c13cb22ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.413863333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138c830-fc78-42a4-8e8b-c085aa50b21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.466158632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138c830-fc78-42a4-8e8b-c085aa50b21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.518329642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138c830-fc78-42a4-8e8b-c085aa50b21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:48.570659729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5138c830-fc78-42a4-8e8b-c085aa50b21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.452691231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd7bc18-6da7-400b-a5d3-156b9728b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.504694521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd7bc18-6da7-400b-a5d3-156b9728b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.55661008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd7bc18-6da7-400b-a5d3-156b9728b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.608776436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd7bc18-6da7-400b-a5d3-156b9728b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:50.924659159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"b8e879ce-f9e7-4248-b736-7d5d96eb2227","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.79235144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"ddc7d443-9f77-4b45-a398-4b4e507ceab7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:56.916239825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"ddc7d443-9f77-4b45-a398-4b4e507ceab7","name":"e2e-shared-b-w4-c0857f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.15891174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a879e992-4cf9-4976-a0c4-770d5ad65914","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.215873059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6e785d3b-a766-4a23-90c8-7ccb378158ba","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.374149585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"07f7839f-1add-4c52-9d81-3c8535a6b2a4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.430997955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"07f7839f-1add-4c52-9d81-3c8535a6b2a4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.569007877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"d3bb4fdb-1bc3-4cee-96a8-f5b3e068b546","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.625963741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"97377d84-3dfb-4186-99cf-b18c2901c14e","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:22:57.677293343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-sub","reconcileID":"f8a9516e-d33d-4d88-b0fd-72277c81a617","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.725750243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bd2e0dfa-b8b2-4279-b06b-9c75fd3ca6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.725753674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"fe8dd4b2-148d-43cb-b7a8-df26a93db6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.745309985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6d04f9b6-08e4-495c-9493-611e5a07d996","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.78458897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bd2e0dfa-b8b2-4279-b06b-9c75fd3ca6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.784749128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"fe8dd4b2-148d-43cb-b7a8-df26a93db6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.791926306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"3cae8005-f65c-400a-82a0-c88ba3f28c25","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.849534812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"96a8bf16-b7b3-4e01-9289-db372a2ee818","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.901729303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"e1531f4d-37b5-4c32-83d6-d5b1b8de1bc7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:57.958527323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"e1531f4d-37b5-4c32-83d6-d5b1b8de1bc7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.098018676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"df8bbb8b-f86c-4ca9-81e0-93d88ad0f78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.098146773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"cd0ac4a1-1bbb-4e36-b66b-2b53b5705f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.118186401Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-sub","reconcileID":"1fb57b7f-c6f2-4668-8d17-d94acbba76c5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/e2e-status-active-sub","ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.155802164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"cd0ac4a1-1bbb-4e36-b66b-2b53b5705f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.155881821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"df8bbb8b-f86c-4ca9-81e0-93d88ad0f78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.284000418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"42e678cf-1444-4e51-a398-26d09d9ad406","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.316855893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"bc43246c-1711-4804-8b07-366c3df4dfd9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.32768401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"30ff6c98-2beb-4280-9284-c39b3ca5dd43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.373120452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"bc43246c-1711-4804-8b07-366c3df4dfd9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:22:58.492586735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-sub","reconcileID":"b883dacd-fcd2-4d25-ab5e-5bbd3a8ec229","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.421708932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"9b429606-e1eb-4532-a198-cbac8713873d","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.580787732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a938553d-0a9b-42a9-8d30-059c1da09ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.580979225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"abea7304-ac68-405e-bddf-ff6578940cd2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.580793109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7a725620-624c-410f-b753-d536f12f2c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.638027562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"7a725620-624c-410f-b753-d536f12f2c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.638498925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"abea7304-ac68-405e-bddf-ff6578940cd2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:00.640330815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"a938553d-0a9b-42a9-8d30-059c1da09ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:10.585579644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-sub","reconcileID":"e9e7722c-33d7-4faf-8e8e-0e8b5f9d94c3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:10.799863445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-sub","reconcileID":"e9e7722c-33d7-4faf-8e8e-0e8b5f9d94c3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-03ce8a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.009635188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"f1ccc4c5-0669-497e-bad3-dc7ee811ea56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.018074681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"00f65edb-fbe8-458b-b364-bd8c30728123","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.17505637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"985a52d0-139d-4e15-b36e-c93997a6d81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.175180473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c4d6478e-a0b0-4259-92d5-7d7cdd1dcbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.175586505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"0e3eeeaa-ba5b-4fb4-92f3-dd7c14ba2784","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.180163343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"5f3930c4-d006-440d-91f0-bdbc49e074cc","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.232378732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"c4d6478e-a0b0-4259-92d5-7d7cdd1dcbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.232825076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"985a52d0-139d-4e15-b36e-c93997a6d81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.23485138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"0e3eeeaa-ba5b-4fb4-92f3-dd7c14ba2784","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.278010348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"f0af0002-56df-4408-ae90-ab7d8ca23403","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f64a82","tenantID":"e2e-praxis-b-f64a82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.392781395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"e2e-status-active-auth","reconcileID":"ac2222b3-ce58-4104-b690-a6856d0fbd54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.394196165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"f0af0002-56df-4408-ae90-ab7d8ca23403","name":"e2e-praxis-b-f64a82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:11.603539617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"7a06397f-abf2-4e10-afa2-8f20eb0882d4","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:13.284590944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.547576993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330973b9-de67-4da9-9625-fc5929aae098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.600972467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330973b9-de67-4da9-9625-fc5929aae098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.655132657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330973b9-de67-4da9-9625-fc5929aae098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:17.7086912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330973b9-de67-4da9-9625-fc5929aae098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:18.0881766Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-fc80ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-fc80ac","reconcileID":"88f4df75-56a4-4145-9374-858555a2882f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-fc80ac","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-fc80ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:19.611654794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e5dd1c-d542-49cf-bcea-6b8deb644a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:19.66502877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e5dd1c-d542-49cf-bcea-6b8deb644a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:19.717128385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e5dd1c-d542-49cf-bcea-6b8deb644a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:19.771456495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e5dd1c-d542-49cf-bcea-6b8deb644a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:21.799851013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05514e7f-f5ae-4d8d-8bd5-5b4a1808d755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:21.852521488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05514e7f-f5ae-4d8d-8bd5-5b4a1808d755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:21.904327511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05514e7f-f5ae-4d8d-8bd5-5b4a1808d755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:21.95637868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05514e7f-f5ae-4d8d-8bd5-5b4a1808d755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.897062052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2787f192-67f9-43b4-bf3d-d19dc78b172a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:23.951066981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2787f192-67f9-43b4-bf3d-d19dc78b172a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:24.005534239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2787f192-67f9-43b4-bf3d-d19dc78b172a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:24.065669723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2787f192-67f9-43b4-bf3d-d19dc78b172a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:26.108664964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dc70c5-d375-41cf-bca3-7dc446834b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:26.166903169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dc70c5-d375-41cf-bca3-7dc446834b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:26.218798909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dc70c5-d375-41cf-bca3-7dc446834b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:26.270900597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dc70c5-d375-41cf-bca3-7dc446834b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:31.968897194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"7e9acb83-6d2a-4b83-aa63-57fbfeb851fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:32.08604261Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"7e9acb83-6d2a-4b83-aa63-57fbfeb851fa","name":"e2e-shared-b-w0-4d1e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:43.280066906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:43.925798021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c707167-822e-4a03-9df2-41935e92c060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:43.977916481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c707167-822e-4a03-9df2-41935e92c060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:44.029777152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c707167-822e-4a03-9df2-41935e92c060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:44.08237725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c707167-822e-4a03-9df2-41935e92c060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:45.983123587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63166050-ff98-47c8-943f-f26c81f7e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:46.035075201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63166050-ff98-47c8-943f-f26c81f7e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:46.087043319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63166050-ff98-47c8-943f-f26c81f7e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:23:46.13965967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63166050-ff98-47c8-943f-f26c81f7e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:08.294621351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ce87f7-9af8-4693-8b01-bc7858b1125f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:08.368138372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ce87f7-9af8-4693-8b01-bc7858b1125f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:08.420859821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ce87f7-9af8-4693-8b01-bc7858b1125f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:08.473036247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ce87f7-9af8-4693-8b01-bc7858b1125f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:10.422056778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e26a4ca-41ef-4cbf-a1dd-c214a66771df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:10.474471039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e26a4ca-41ef-4cbf-a1dd-c214a66771df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:10.526240628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e26a4ca-41ef-4cbf-a1dd-c214a66771df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:10.578366956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e26a4ca-41ef-4cbf-a1dd-c214a66771df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:13.280046728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:23.381384439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bae7589-59ac-42cb-bca8-a7e12e0d2757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:23.43329201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bae7589-59ac-42cb-bca8-a7e12e0d2757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:23.485329626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bae7589-59ac-42cb-bca8-a7e12e0d2757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:23.537558667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bae7589-59ac-42cb-bca8-a7e12e0d2757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:25.486292901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7042fc67-1a62-42f4-8529-44f89eb86ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:25.538515761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7042fc67-1a62-42f4-8529-44f89eb86ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:25.590733112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7042fc67-1a62-42f4-8529-44f89eb86ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:25.642859713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7042fc67-1a62-42f4-8529-44f89eb86ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:31.454626031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"278bbe69-b549-40a0-a97c-4c08976a2394","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-fc80ac","tenantID":"e2e-autores-fc80ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:31.572646779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"278bbe69-b549-40a0-a97c-4c08976a2394","name":"e2e-autores-fc80ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:43.280164196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.012899446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50d08dd-3eeb-41d7-bfd5-b46dbf3c978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.064646266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50d08dd-3eeb-41d7-bfd5-b46dbf3c978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.116392052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50d08dd-3eeb-41d7-bfd5-b46dbf3c978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:48.168761304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50d08dd-3eeb-41d7-bfd5-b46dbf3c978b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:50.061442541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee5879-9ed1-4acf-b4e7-23444d482364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:50.113487364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee5879-9ed1-4acf-b4e7-23444d482364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:50.165582981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee5879-9ed1-4acf-b4e7-23444d482364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:50.217459172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ee5879-9ed1-4acf-b4e7-23444d482364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:57.03879405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"4245ac98-0af6-4518-a188-070d6ec30aaa","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:24:57.038830566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"4245ac98-0af6-4518-a188-070d6ec30aaa","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:13.282181487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:42.923407058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"dca696a6-ba28-49f7-be4c-9473de7c381a","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:42.923440999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"dca696a6-ba28-49f7-be4c-9473de7c381a","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:43.280096685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.140102878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec4624-7e08-4173-b460-0b060eb5cad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.192320151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec4624-7e08-4173-b460-0b060eb5cad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.249118861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec4624-7e08-4173-b460-0b060eb5cad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:46.302180915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec4624-7e08-4173-b460-0b060eb5cad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:48.233264062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf4cfb6-4e21-4e62-ab7a-0bd5ae7b2764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:48.285338007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf4cfb6-4e21-4e62-ab7a-0bd5ae7b2764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:48.365608824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf4cfb6-4e21-4e62-ab7a-0bd5ae7b2764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:25:48.418889993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf4cfb6-4e21-4e62-ab7a-0bd5ae7b2764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:13.280179379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.375747118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"7ca03e57-350d-4a9b-b94c-5f38599d2012","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.375780898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"7ca03e57-350d-4a9b-b94c-5f38599d2012","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.864787041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"09fcf464-6b23-44b1-9a72-a00d8705c0ad","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.864810904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"09fcf464-6b23-44b1-9a72-a00d8705c0ad","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.9214741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"e14694a8-c9c7-47e3-9c5b-d8cf3ed62088","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:19.921495775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"e14694a8-c9c7-47e3-9c5b-d8cf3ed62088","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:20.025776227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"cef817cf-74b0-4c11-94ad-dfc0d3ea0a80","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:20.156479948Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"cef817cf-74b0-4c11-94ad-dfc0d3ea0a80","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:20.212869506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"cef817cf-74b0-4c11-94ad-dfc0d3ea0a80","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:20.270459683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"55cf7b8b-6e92-4480-9573-f2384fe61eaa","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:20.270487596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"55cf7b8b-6e92-4480-9573-f2384fe61eaa","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:27.370526848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"fc65db89-7de7-4ac6-934f-0ed8b4f5de92","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:27.370554116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"fc65db89-7de7-4ac6-934f-0ed8b4f5de92","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.375590035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"c8a26bcb-8223-4ef6-ab1a-8e6ea6bbee62","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.43225909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"c8a26bcb-8223-4ef6-ab1a-8e6ea6bbee62","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:30.487726413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"c8a26bcb-8223-4ef6-ab1a-8e6ea6bbee62","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.592858198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"73ec07c3-9695-4e7e-b1ca-08ec0dda959f","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.649548145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"73ec07c3-9695-4e7e-b1ca-08ec0dda959f","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:40.704736805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"73ec07c3-9695-4e7e-b1ca-08ec0dda959f","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:43.279185027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:50.813311317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"8298fed9-8531-463a-b89e-450d08648c68","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:50.869891998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"8298fed9-8531-463a-b89e-450d08648c68","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:26:50.926073392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"8298fed9-8531-463a-b89e-450d08648c68","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.032332429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"82a02954-f989-4b41-871a-aae6ab7adfeb","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.097840141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"82a02954-f989-4b41-871a-aae6ab7adfeb","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.155735666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dde60de3a9234926475feb1f96568ea1ac05e7aa4807283c26867f8da1988119) AuthConfig (2356c189606be45bffe3274523882d859868e536c6e607fa298be3b0160eebc2) AuthConfig (32d3fe68ef44d5e328e424917f1f49e98706bf9890805840bc271d6951a27bc5) AuthConfig (54ce588181a45f6542b0db2fe7860c1d7c29cd42e3702eea9792b17ad1a56e02) AuthConfig (95d426ecbefc893c7d83d129bb04e145c23b56cef12855edfc08726616057c0e) AuthConfig (d3fcd431f93637cea52c5b04e920d6bb22e09ac4794730ab16dd86f415143ed2) AuthConfig (bdaadb89ad0ff23f8736c3fd662aae328a4bff257c2f1b44ea3589a95bb9084c) AuthConfig (b040e1d5216c8e66cef908356aedd6a2f1b1105f16b6c3a2d60eb2a4ab48dbeb) AuthConfig (83e1f7b7e9bd20fcde21a3793c7c43517268821031db472e94fcb632ef676f0c) AuthConfig (8ab1239dfb7209dc807aebc5efdcb52d0d1620ff8b0df7901a7f779a620f99c0) AuthConfig (142f40c56256893484e646b43621b8adf215f296be595a7b59a6003b42211d4e) AuthConfig (c6713c97033412466639c0a458066e924fce545975049a8095445c132771e90b) AuthConfig (806e8856fbdc305f5c6840c61c2a4079c85a749d38c491ae5d4b4d2bf26d3a16) AuthConfig (2e55293f3b9e0511c2b5abbb976c60d15a2aedbd4502c9681cb703b7adcf6c28) AuthConfig (ad7ee834704c6a7721a5e1472a29663fcd9d178193868c6be17d2c43d0c401ce) AuthConfig (d7b5aa7eb68790f6a99ec0759e64398c73c3be7eda5a28be7625515868148335) AuthConfig (4892f5257944d34ed7ecef14d3aea3110bae1544afaca23f369e917a8b726c7e) AuthConfig (e2161e306378dca43cd8c7675f08b5c96396f63ae28c343bfb7a8006e399864b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"82a02954-f989-4b41-871a-aae6ab7adfeb","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.217792411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"dae7a2e7-fb62-4050-99c9-115e5e0a55e2","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:01.217818786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"dae7a2e7-fb62-4050-99c9-115e5e0a55e2","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.325112981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"70d4b112-1ea3-4bcc-b5c1-c117d68feb92","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.383006635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"70d4b112-1ea3-4bcc-b5c1-c117d68feb92","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:11.442690408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b79bfd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dde60de3a9234926475feb1f96568ea1ac05e7aa4807283c26867f8da1988119) AuthConfig (2356c189606be45bffe3274523882d859868e536c6e607fa298be3b0160eebc2) AuthConfig (32d3fe68ef44d5e328e424917f1f49e98706bf9890805840bc271d6951a27bc5) AuthConfig (54ce588181a45f6542b0db2fe7860c1d7c29cd42e3702eea9792b17ad1a56e02) AuthConfig (95d426ecbefc893c7d83d129bb04e145c23b56cef12855edfc08726616057c0e) AuthConfig (d3fcd431f93637cea52c5b04e920d6bb22e09ac4794730ab16dd86f415143ed2) AuthConfig (bdaadb89ad0ff23f8736c3fd662aae328a4bff257c2f1b44ea3589a95bb9084c) AuthConfig (b040e1d5216c8e66cef908356aedd6a2f1b1105f16b6c3a2d60eb2a4ab48dbeb) AuthConfig (83e1f7b7e9bd20fcde21a3793c7c43517268821031db472e94fcb632ef676f0c) AuthConfig (8ab1239dfb7209dc807aebc5efdcb52d0d1620ff8b0df7901a7f779a620f99c0) AuthConfig (142f40c56256893484e646b43621b8adf215f296be595a7b59a6003b42211d4e) AuthConfig (c6713c97033412466639c0a458066e924fce545975049a8095445c132771e90b) AuthConfig (806e8856fbdc305f5c6840c61c2a4079c85a749d38c491ae5d4b4d2bf26d3a16) AuthConfig (2e55293f3b9e0511c2b5abbb976c60d15a2aedbd4502c9681cb703b7adcf6c28) AuthConfig (ad7ee834704c6a7721a5e1472a29663fcd9d178193868c6be17d2c43d0c401ce) AuthConfig (d7b5aa7eb68790f6a99ec0759e64398c73c3be7eda5a28be7625515868148335) AuthConfig (4892f5257944d34ed7ecef14d3aea3110bae1544afaca23f369e917a8b726c7e) AuthConfig (e2161e306378dca43cd8c7675f08b5c96396f63ae28c343bfb7a8006e399864b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"70d4b112-1ea3-4bcc-b5c1-c117d68feb92","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:13.055113637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"a6650b52-29b9-44aa-ad2a-30e74b706008","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:13.055153231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"a6650b52-29b9-44aa-ad2a-30e74b706008","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:13.280984363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:17.647226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"77e5d5be-9425-41dd-ae12-db1968d759cd","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:17.647254806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"77e5d5be-9425-41dd-ae12-db1968d759cd","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.519428973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"29a66ca9-b6cd-4465-a093-1b7b2335c49b","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.51945021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"29a66ca9-b6cd-4465-a093-1b7b2335c49b","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.577803535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"f50fafe2-be14-4e73-9f6f-83bb8ba36b4d","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.577827035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"f50fafe2-be14-4e73-9f6f-83bb8ba36b4d","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.682242838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d785de59-548d-48ce-99b2-8e6e9f725bfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.808918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d785de59-548d-48ce-99b2-8e6e9f725bfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.863917175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d785de59-548d-48ce-99b2-8e6e9f725bfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.92303969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"01022c14-744f-4457-91d7-1de195d1b23f","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:18.923060399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"01022c14-744f-4457-91d7-1de195d1b23f","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.554533608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"c2094dfc-2cef-4e4e-84cb-be09cc68a751","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.612582071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"c2094dfc-2cef-4e4e-84cb-be09cc68a751","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.884217332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"6808bb7f-ff3c-4a1a-aefb-75a4c93e036e","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:21.884243924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"6808bb7f-ff3c-4a1a-aefb-75a4c93e036e","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.524806328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"506657dc-c7d1-4f5c-989c-c9148c764507","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.52482915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"506657dc-c7d1-4f5c-989c-c9148c764507","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.585272423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"d545701e-201a-4a7d-999f-7458058b332d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.585293876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"d545701e-201a-4a7d-999f-7458058b332d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.637230973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"f92f11b6-3615-43d0-9fca-0fb03e216e72","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:27:22.637960961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"18f50a7d-b157-463b-a603-c43af58be6b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b79bfd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.694581911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"f92f11b6-3615-43d0-9fca-0fb03e216e72","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.746379826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"4ca4f8f1-d7b8-42fb-98cb-4a4914e2c3ad","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.746407746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"4ca4f8f1-d7b8-42fb-98cb-4a4914e2c3ad","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.804293627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"fefd5a4b-a608-4645-a691-79464a07636d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:22.804315444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"fefd5a4b-a608-4645-a691-79464a07636d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.005278616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"629b81a0-c9cd-4146-83b3-6a2ffb64532b","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.015552422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"0256ab31-0015-4f78-b3f7-cf45616016cb","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","model":"praxis-route-b79bfd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.062871512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"629b81a0-c9cd-4146-83b3-6a2ffb64532b","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.161381943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"75e728a3-9ee1-43db-b9a0-75d0868a285e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.16140419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"75e728a3-9ee1-43db-b9a0-75d0868a285e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.182058433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"817c1338-be2f-4b15-81f6-1ef47015e75d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.182084812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"817c1338-be2f-4b15-81f6-1ef47015e75d","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.219860283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"27dedeff-0b8c-4883-990a-eaab79576fff","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.219879793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"27dedeff-0b8c-4883-990a-eaab79576fff","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.325131017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"d1bf3bcc-bf62-4f45-a90a-62654a2633d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.392264525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"b2c5698f-93c3-40dc-842f-9fb4bfe6a494","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.44959748Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"d1bf3bcc-bf62-4f45-a90a-62654a2633d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.5079052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"d1bf3bcc-bf62-4f45-a90a-62654a2633d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.563529318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"e0fb7e9f-8517-4418-8cbe-b4e2cb817c73","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:23.563556326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"e0fb7e9f-8517-4418-8cbe-b4e2cb817c73","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:29.029256337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ad146d44-e035-4502-b9d6-00917df2813a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:29.087466309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ad146d44-e035-4502-b9d6-00917df2813a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:29.143285419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ad146d44-e035-4502-b9d6-00917df2813a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:33.668392978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"6686bda5-4fab-423b-945d-dc8c2dcb348b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:33.727187375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"6686bda5-4fab-423b-945d-dc8c2dcb348b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:33.782012056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"6686bda5-4fab-423b-945d-dc8c2dcb348b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:39.249702504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"1513285a-6ad4-4ec5-a352-2a7d56ea05ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:39.305295025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"1513285a-6ad4-4ec5-a352-2a7d56ea05ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:39.360701902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"1513285a-6ad4-4ec5-a352-2a7d56ea05ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:43.279739901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:43.887133059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"3226efb5-eab0-4ac8-8e01-5050ecd15de9","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:43.943731973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"3226efb5-eab0-4ac8-8e01-5050ecd15de9","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:43.998744907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"3226efb5-eab0-4ac8-8e01-5050ecd15de9","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:49.466524512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ab002727-f127-4629-97e7-2ecc3643a6b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:49.523486549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ab002727-f127-4629-97e7-2ecc3643a6b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:49.579350104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ab002727-f127-4629-97e7-2ecc3643a6b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:51.881075678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"0eaec7aa-372e-4e07-9595-e826f980205f","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.048143691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"ccade644-6dbb-4d6a-89d0-1580da7681cc","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:52.048164993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"ccade644-6dbb-4d6a-89d0-1580da7681cc","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:53.348657496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-fc80ac","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"autores-model-fc80ac","reconcileID":"54897f9b-42ac-4e7f-b1ca-f8da2ba1b4f3","MaaSModelRef":{"name":"autores-model-fc80ac","namespace":"ai-tenant-e2e-autores-fc80ac"},"tenant":"e2e-autores-fc80ac","gateway":"openshift-ingress/e2e-autores-fc80ac","model":"ai-tenant-e2e-autores-fc80ac/autores-model-fc80ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:53.348685936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-fc80ac","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"autores-model-fc80ac","reconcileID":"54897f9b-42ac-4e7f-b1ca-f8da2ba1b4f3","MaaSModelRef":{"name":"autores-model-fc80ac","namespace":"ai-tenant-e2e-autores-fc80ac"},"routeName":"autores-model-fc80ac-kserve-route","namespace":"ai-tenant-e2e-autores-fc80ac","llmisvcName":"autores-model-fc80ac","gateway":"openshift-ingress/e2e-autores-fc80ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:53.424853684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"dc660d4f-67ad-44e4-a940-7d5bf1359a45","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:53.480813127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"dc660d4f-67ad-44e4-a940-7d5bf1359a45","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:54.103024327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"81d3367d-b274-406f-be3b-e2f69c0d2843","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:54.159200225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"81d3367d-b274-406f-be3b-e2f69c0d2843","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:54.215216411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d868cd72ba5d73795df808be87ac8b15b3dd4a365f8851028cb1e6ae18e5605) AuthConfig (dcf196690e882221c615a048ce0a004c03f434a85f10bd55a554c0804ad68dc0) AuthConfig (93fb3e2502dd44487e0cc7886fb20f720f654f312012d095fa572bfbb7daab44) AuthConfig (caeb6d74897263f74c9462c0ea193152f28495d8b95dbb8a68a3d3e2e891ab31) AuthConfig (76768857a6c4050352b618d187558691658f787e2b4f6086ea820fb236a60d8a) AuthConfig (4b027bbed12d3e2ca58e464a0ae8230ad296648d53d7ae9e4459c1b11f26f3a9) AuthConfig (9ca21b95846c792a0403025a0d65a9b9839794b98fa1f7de4cdd54dbe4d2a411) AuthConfig (879bf5ba7e1187aba46180fffd4742c3762faac0e2ec9cf7d5a6f05a0cb7dc63) AuthConfig (2c84892ab2a974f3c5c9a47950b1e7e3268a41f9ff10848bc32457b3e09dbfc1) AuthConfig (e437f03c9c789af7af10ed23d7c83e257ac1047d246f9d464e1a6af549fce94f) AuthConfig (69f6c028162b59357b639b92787d55113c2422a7243867b3826a375142e2b75c) AuthConfig (8e85c443dcc81da6f2941aab76041201412db05f6ba09f92cdfba08be02e50a6) AuthConfig (e5b468ba348787f0ce5c66551886f08176374c21f13d61f21b898d2f8fea3d8c) AuthConfig (61bad1706117053301e1feb472f18de823c41953a8503c7d000a7967acfbd634) AuthConfig (39db5292261c34ceeb1ae9bde3b2d3561a546d7a7e66cb121c34fad7249625a9) AuthConfig (3c53965020ea802ef34a532a9443f7941b7fa394448ddd18c622352b5b817181) AuthConfig (5b4e283368121f30eb0cb718621f4c445695773037267d4d8e7fe3ac331db70f) AuthConfig (f9f768cb9372b8139be22110864cff32a5a05c6d589ccfc8ef38486870629387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"81d3367d-b274-406f-be3b-e2f69c0d2843","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:54.272903372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"20b5dffc-d517-4100-b3dd-df1a778d7eac","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:54.272923232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"20b5dffc-d517-4100-b3dd-df1a778d7eac","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.686446948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d13c3261-9ba9-4724-a3a5-786ac9bbcb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.746412377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d13c3261-9ba9-4724-a3a5-786ac9bbcb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.803230417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2567b64da66ab8e3cb60399ab927ee37338453fb5cef005339b8372b3dfc093a) AuthConfig (a2d0f8572fbeca6f3a29f6336d6289ef9732f76f1218e1a213bb33d5c77fba17) AuthConfig (7fbf5de13b80e6be337ab0930a6d1d650ab2e6da16b289f9d492dce190657fc7) AuthConfig (5a2361c2d8267dca66ae554c42ccbc21cdea735883671e3b997282d7364623c3) AuthConfig (b6de58d62c0bc2803c213e6582c11fc59cf3e8ac36b26112e5ef7f49c4edde56) AuthConfig (3718dad91fbfbf0daff8b498ac8b145b98387f007d98f6951d5ee6f82245a9dd) AuthConfig (47b4b3b7f62750ecc96331a5d982a811776175d53e30a168370a5635465d068f) AuthConfig (6dcfd81c689fb51ab1609229e321391989fb4833327d32a2ffcfc70dacdc5095) AuthConfig (5dd755e437a81fb20ff2f2e1400d4cd3e6c806cf1cf1598065d6172c349f9413) AuthConfig (2c09fdacc1c7e73ca1eaf758450cf2031b6defa5377c0c77a6352e502d1b096f) AuthConfig (c4aa7a0e0f5589fab1cd8ee2655b06b70876cba2b0a46c52e684d7fb204d139e) AuthConfig (626e97b3c404e2275241e877b5812acc1a821d90d0de87837a9ef2f8836819fe) AuthConfig (2d9caf48d2ff6e30423190a5589c4454ebd41cb7d4ed268c7dcfe188d2e0209b) AuthConfig (af1d64422a7b91851c6ae24db4302b182846daa8e27588439ae16508866b67c2) AuthConfig (bcd2a316734991267d64c6bcf186ba871ee76830c7b4fe9fdb3a06896b2cfcf6) AuthConfig (166b3500b1ae5e0aaa3a2c661916b3dd214b97b8c6150ed2ed106b4ed3e89342) AuthConfig (9da755e6b8f948631e86274efd677253b3773c1c82823ef44c4255984676fa8f) AuthConfig (95a38e8949256254c9b919e2ea5b2e30bc9b0b4ef538e531e1b97d8ffc014860)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"d13c3261-9ba9-4724-a3a5-786ac9bbcb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.859767657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"dc5ced99-f1c8-46bd-937a-4d500e1c997c","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.859794963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"dc5ced99-f1c8-46bd-937a-4d500e1c997c","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.899301622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"1ab4c24a-7c23-46a3-80e1-76bd9fae7711","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:27:59.899322442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"1ab4c24a-7c23-46a3-80e1-76bd9fae7711","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.068002873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"98dc32c7-e723-4c5f-9c97-4ac4dead1751","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.11974595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"23a6746a-0bc5-403c-8848-bb0c3209ce80","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.125827607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"98dc32c7-e723-4c5f-9c97-4ac4dead1751","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.287115768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"69e64de0-dfb3-493e-94a5-008091834858","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.28713628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"69e64de0-dfb3-493e-94a5-008091834858","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:00.501749561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"65ed37f9-5257-4892-a333-112e526f2ff3","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:01.8097608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"08c74271-0f6e-46cc-976c-84661f7a35c0","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:01.80978968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"08c74271-0f6e-46cc-976c-84661f7a35c0","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:04.377492362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"eccb216f-b5fa-41d5-84d0-021ea88b1a77","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:04.434987141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"eccb216f-b5fa-41d5-84d0-021ea88b1a77","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:04.490550102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d868cd72ba5d73795df808be87ac8b15b3dd4a365f8851028cb1e6ae18e5605) AuthConfig (dcf196690e882221c615a048ce0a004c03f434a85f10bd55a554c0804ad68dc0) AuthConfig (93fb3e2502dd44487e0cc7886fb20f720f654f312012d095fa572bfbb7daab44) AuthConfig (caeb6d74897263f74c9462c0ea193152f28495d8b95dbb8a68a3d3e2e891ab31) AuthConfig (76768857a6c4050352b618d187558691658f787e2b4f6086ea820fb236a60d8a) AuthConfig (4b027bbed12d3e2ca58e464a0ae8230ad296648d53d7ae9e4459c1b11f26f3a9) AuthConfig (9ca21b95846c792a0403025a0d65a9b9839794b98fa1f7de4cdd54dbe4d2a411) AuthConfig (879bf5ba7e1187aba46180fffd4742c3762faac0e2ec9cf7d5a6f05a0cb7dc63) AuthConfig (2c84892ab2a974f3c5c9a47950b1e7e3268a41f9ff10848bc32457b3e09dbfc1) AuthConfig (e437f03c9c789af7af10ed23d7c83e257ac1047d246f9d464e1a6af549fce94f) AuthConfig (69f6c028162b59357b639b92787d55113c2422a7243867b3826a375142e2b75c) AuthConfig (8e85c443dcc81da6f2941aab76041201412db05f6ba09f92cdfba08be02e50a6) AuthConfig (e5b468ba348787f0ce5c66551886f08176374c21f13d61f21b898d2f8fea3d8c) AuthConfig (61bad1706117053301e1feb472f18de823c41953a8503c7d000a7967acfbd634) AuthConfig (39db5292261c34ceeb1ae9bde3b2d3561a546d7a7e66cb121c34fad7249625a9) AuthConfig (3c53965020ea802ef34a532a9443f7941b7fa394448ddd18c622352b5b817181) AuthConfig (5b4e283368121f30eb0cb718621f4c445695773037267d4d8e7fe3ac331db70f) AuthConfig (f9f768cb9372b8139be22110864cff32a5a05c6d589ccfc8ef38486870629387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"eccb216f-b5fa-41d5-84d0-021ea88b1a77","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.307010961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"e32f4074-7455-4c91-a630-211eaeb27c28","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.307039573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"e32f4074-7455-4c91-a630-211eaeb27c28","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.364037515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"7adc865a-8e89-4f9d-b033-cf9769e72b16","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.364057371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"7adc865a-8e89-4f9d-b033-cf9769e72b16","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.4686078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"4e2172a5-261b-4396-84d5-62cfa049208c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.592213326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"4e2172a5-261b-4396-84d5-62cfa049208c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.647971296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"4e2172a5-261b-4396-84d5-62cfa049208c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.704471908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"d6ec789c-c5dd-4a4c-84b2-1ebd115bb8dd","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:07.704493803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"d6ec789c-c5dd-4a4c-84b2-1ebd115bb8dd","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:09.964887942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"11ea3aab-3a98-47d6-8454-9accccd9ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:10.021590419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"11ea3aab-3a98-47d6-8454-9accccd9ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:10.07637901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2567b64da66ab8e3cb60399ab927ee37338453fb5cef005339b8372b3dfc093a) AuthConfig (a2d0f8572fbeca6f3a29f6336d6289ef9732f76f1218e1a213bb33d5c77fba17) AuthConfig (7fbf5de13b80e6be337ab0930a6d1d650ab2e6da16b289f9d492dce190657fc7) AuthConfig (5a2361c2d8267dca66ae554c42ccbc21cdea735883671e3b997282d7364623c3) AuthConfig (b6de58d62c0bc2803c213e6582c11fc59cf3e8ac36b26112e5ef7f49c4edde56) AuthConfig (3718dad91fbfbf0daff8b498ac8b145b98387f007d98f6951d5ee6f82245a9dd) AuthConfig (47b4b3b7f62750ecc96331a5d982a811776175d53e30a168370a5635465d068f) AuthConfig (6dcfd81c689fb51ab1609229e321391989fb4833327d32a2ffcfc70dacdc5095) AuthConfig (5dd755e437a81fb20ff2f2e1400d4cd3e6c806cf1cf1598065d6172c349f9413) AuthConfig (2c09fdacc1c7e73ca1eaf758450cf2031b6defa5377c0c77a6352e502d1b096f) AuthConfig (c4aa7a0e0f5589fab1cd8ee2655b06b70876cba2b0a46c52e684d7fb204d139e) AuthConfig (626e97b3c404e2275241e877b5812acc1a821d90d0de87837a9ef2f8836819fe) AuthConfig (2d9caf48d2ff6e30423190a5589c4454ebd41cb7d4ed268c7dcfe188d2e0209b) AuthConfig (af1d64422a7b91851c6ae24db4302b182846daa8e27588439ae16508866b67c2) AuthConfig (bcd2a316734991267d64c6bcf186ba871ee76830c7b4fe9fdb3a06896b2cfcf6) AuthConfig (166b3500b1ae5e0aaa3a2c661916b3dd214b97b8c6150ed2ed106b4ed3e89342) AuthConfig (9da755e6b8f948631e86274efd677253b3773c1c82823ef44c4255984676fa8f) AuthConfig (95a38e8949256254c9b919e2ea5b2e30bc9b0b4ef538e531e1b97d8ffc014860)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"11ea3aab-3a98-47d6-8454-9accccd9ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:10.288275254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"29763068-edb7-4548-b500-2a77e47ec283","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:10.288310508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"29763068-edb7-4548-b500-2a77e47ec283","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:13.278755951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:14.596813653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8607cd3b-011d-4067-b0d3-bf8ee3600a99","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:14.653299004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8607cd3b-011d-4067-b0d3-bf8ee3600a99","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:14.708351239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d868cd72ba5d73795df808be87ac8b15b3dd4a365f8851028cb1e6ae18e5605) AuthConfig (dcf196690e882221c615a048ce0a004c03f434a85f10bd55a554c0804ad68dc0) AuthConfig (93fb3e2502dd44487e0cc7886fb20f720f654f312012d095fa572bfbb7daab44) AuthConfig (caeb6d74897263f74c9462c0ea193152f28495d8b95dbb8a68a3d3e2e891ab31) AuthConfig (76768857a6c4050352b618d187558691658f787e2b4f6086ea820fb236a60d8a) AuthConfig (4b027bbed12d3e2ca58e464a0ae8230ad296648d53d7ae9e4459c1b11f26f3a9) AuthConfig (9ca21b95846c792a0403025a0d65a9b9839794b98fa1f7de4cdd54dbe4d2a411) AuthConfig (879bf5ba7e1187aba46180fffd4742c3762faac0e2ec9cf7d5a6f05a0cb7dc63) AuthConfig (2c84892ab2a974f3c5c9a47950b1e7e3268a41f9ff10848bc32457b3e09dbfc1) AuthConfig (e437f03c9c789af7af10ed23d7c83e257ac1047d246f9d464e1a6af549fce94f) AuthConfig (69f6c028162b59357b639b92787d55113c2422a7243867b3826a375142e2b75c) AuthConfig (8e85c443dcc81da6f2941aab76041201412db05f6ba09f92cdfba08be02e50a6) AuthConfig (e5b468ba348787f0ce5c66551886f08176374c21f13d61f21b898d2f8fea3d8c) AuthConfig (61bad1706117053301e1feb472f18de823c41953a8503c7d000a7967acfbd634) AuthConfig (39db5292261c34ceeb1ae9bde3b2d3561a546d7a7e66cb121c34fad7249625a9) AuthConfig (3c53965020ea802ef34a532a9443f7941b7fa394448ddd18c622352b5b817181) AuthConfig (5b4e283368121f30eb0cb718621f4c445695773037267d4d8e7fe3ac331db70f) AuthConfig (f9f768cb9372b8139be22110864cff32a5a05c6d589ccfc8ef38486870629387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8607cd3b-011d-4067-b0d3-bf8ee3600a99","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:17.809370528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"c14ec44e-20d3-4672-9d96-1b2da767ccf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:17.867528646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"c14ec44e-20d3-4672-9d96-1b2da767ccf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:17.923305742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"c14ec44e-20d3-4672-9d96-1b2da767ccf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.182436012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ecf4964e-910a-4bad-9785-8c40342d5d27","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.23873786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ecf4964e-910a-4bad-9785-8c40342d5d27","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.289229037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"de7dccbe-29da-488e-ac8d-a269ae2f5b40","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.289249492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"de7dccbe-29da-488e-ac8d-a269ae2f5b40","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:20.294147103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2567b64da66ab8e3cb60399ab927ee37338453fb5cef005339b8372b3dfc093a) AuthConfig (a2d0f8572fbeca6f3a29f6336d6289ef9732f76f1218e1a213bb33d5c77fba17) AuthConfig (7fbf5de13b80e6be337ab0930a6d1d650ab2e6da16b289f9d492dce190657fc7) AuthConfig (5a2361c2d8267dca66ae554c42ccbc21cdea735883671e3b997282d7364623c3) AuthConfig (b6de58d62c0bc2803c213e6582c11fc59cf3e8ac36b26112e5ef7f49c4edde56) AuthConfig (3718dad91fbfbf0daff8b498ac8b145b98387f007d98f6951d5ee6f82245a9dd) AuthConfig (47b4b3b7f62750ecc96331a5d982a811776175d53e30a168370a5635465d068f) AuthConfig (6dcfd81c689fb51ab1609229e321391989fb4833327d32a2ffcfc70dacdc5095) AuthConfig (5dd755e437a81fb20ff2f2e1400d4cd3e6c806cf1cf1598065d6172c349f9413) AuthConfig (2c09fdacc1c7e73ca1eaf758450cf2031b6defa5377c0c77a6352e502d1b096f) AuthConfig (c4aa7a0e0f5589fab1cd8ee2655b06b70876cba2b0a46c52e684d7fb204d139e) AuthConfig (626e97b3c404e2275241e877b5812acc1a821d90d0de87837a9ef2f8836819fe) AuthConfig (2d9caf48d2ff6e30423190a5589c4454ebd41cb7d4ed268c7dcfe188d2e0209b) AuthConfig (af1d64422a7b91851c6ae24db4302b182846daa8e27588439ae16508866b67c2) AuthConfig (bcd2a316734991267d64c6bcf186ba871ee76830c7b4fe9fdb3a06896b2cfcf6) AuthConfig (166b3500b1ae5e0aaa3a2c661916b3dd214b97b8c6150ed2ed106b4ed3e89342) AuthConfig (9da755e6b8f948631e86274efd677253b3773c1c82823ef44c4255984676fa8f) AuthConfig (95a38e8949256254c9b919e2ea5b2e30bc9b0b4ef538e531e1b97d8ffc014860)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ecf4964e-910a-4bad-9785-8c40342d5d27","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:24.814670428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2b2eac02-64d2-485b-90f2-7c780a57df0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:24.874451247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2b2eac02-64d2-485b-90f2-7c780a57df0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:24.930537938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-2478eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d868cd72ba5d73795df808be87ac8b15b3dd4a365f8851028cb1e6ae18e5605) AuthConfig (dcf196690e882221c615a048ce0a004c03f434a85f10bd55a554c0804ad68dc0) AuthConfig (93fb3e2502dd44487e0cc7886fb20f720f654f312012d095fa572bfbb7daab44) AuthConfig (caeb6d74897263f74c9462c0ea193152f28495d8b95dbb8a68a3d3e2e891ab31) AuthConfig (76768857a6c4050352b618d187558691658f787e2b4f6086ea820fb236a60d8a) AuthConfig (4b027bbed12d3e2ca58e464a0ae8230ad296648d53d7ae9e4459c1b11f26f3a9) AuthConfig (9ca21b95846c792a0403025a0d65a9b9839794b98fa1f7de4cdd54dbe4d2a411) AuthConfig (879bf5ba7e1187aba46180fffd4742c3762faac0e2ec9cf7d5a6f05a0cb7dc63) AuthConfig (2c84892ab2a974f3c5c9a47950b1e7e3268a41f9ff10848bc32457b3e09dbfc1) AuthConfig (e437f03c9c789af7af10ed23d7c83e257ac1047d246f9d464e1a6af549fce94f) AuthConfig (69f6c028162b59357b639b92787d55113c2422a7243867b3826a375142e2b75c) AuthConfig (8e85c443dcc81da6f2941aab76041201412db05f6ba09f92cdfba08be02e50a6) AuthConfig (e5b468ba348787f0ce5c66551886f08176374c21f13d61f21b898d2f8fea3d8c) AuthConfig (61bad1706117053301e1feb472f18de823c41953a8503c7d000a7967acfbd634) AuthConfig (39db5292261c34ceeb1ae9bde3b2d3561a546d7a7e66cb121c34fad7249625a9) AuthConfig (3c53965020ea802ef34a532a9443f7941b7fa394448ddd18c622352b5b817181) AuthConfig (5b4e283368121f30eb0cb718621f4c445695773037267d4d8e7fe3ac331db70f) AuthConfig (f9f768cb9372b8139be22110864cff32a5a05c6d589ccfc8ef38486870629387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2b2eac02-64d2-485b-90f2-7c780a57df0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:28.029160381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"672db409-e16c-45ee-a992-8f91af94926a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:28.085627619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"672db409-e16c-45ee-a992-8f91af94926a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:28.141517907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a5bc1c21adfcf28686b7982a39fe9eecb1cb0f0c8689c879baf1dc69e9aac2) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (c939d76c2ddfa82abbc3319ed4779b89bf82b4240232459616dea49b4e403d57) AuthConfig (97abbbab60eca1875a73cb96dd284dbbb7e7c7d090d61df6e153b4a667c7a5e3) AuthConfig (d7b2623f6e5ee8fecd745552feb907ef6707082fa928edd0977c28d87079e77b) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1) AuthConfig (df5667874f42c30fc6ffa7227017dd8a5580bba5d360f71dca9f96b39f4cf04f) AuthConfig (aeffcb79f07f7fd56d5c3a7f07122e2377a17d8b9e8f5f531d6af39f54774679) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (d861493b4f50ebbb6df86114375d0e9ed8bda73b86a2e1f775543281e68852b0) AuthConfig (a2f752d3daffc0283fa9a3848238b7495d13e1cb77d18d62575b9a268e28342b) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (6d8de7e7cc99101e81894aff69275ffe5414aad7011fb7838c2108a3ee597ebe) AuthConfig (0c186d40fb04cb68dc4f8fbe33693618059c04779960be4ab6d00764ee332317) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (5a37d8cf0545ea063fde39b6c839464f3f2c216505fb12cf21b477381dfdaf6d) AuthConfig (7f15cf8841cb48652abfc8d8dd62a8e46c8dac4806fda69e266ebe83bcfb4fd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"672db409-e16c-45ee-a992-8f91af94926a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:28.200026157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"2f6f35f4-e3d8-4918-b60d-573082020941","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:28.200047914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"2f6f35f4-e3d8-4918-b60d-573082020941","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.290537606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"7d438aac-333d-4362-8ec1-cdecd7b48846","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.290561732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"7d438aac-333d-4362-8ec1-cdecd7b48846","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.400368062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ec17a50a-2df1-4d7b-96f8-e1e5daf19121","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.458489468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ec17a50a-2df1-4d7b-96f8-e1e5daf19121","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.727784824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"c70c2877-1ca2-4c63-a2c1-878f79fc05db","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:30.727804884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"c70c2877-1ca2-4c63-a2c1-878f79fc05db","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.301613725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"66547215-a65b-4cfd-b94d-dbdad4035a65","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.301633443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"66547215-a65b-4cfd-b94d-dbdad4035a65","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.361495143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"07b287a2-768b-4edf-8c69-76dd8e1c8364","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.361515377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"07b287a2-768b-4edf-8c69-76dd8e1c8364","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.405923801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"b018b60c-437c-4e94-b1a8-1e5fab877db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:31.408246658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"ea4bf2b0-09ca-4ee4-8159-262027f507ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bf60ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:31.414969158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"07b287a2-768b-4edf-8c69-76dd8e1c8364","name":"auth-test-model-8f9f75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8f9f75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:31.415019957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"07b287a2-768b-4edf-8c69-76dd8e1c8364","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8f9f75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.420397011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"748156ae-aff3-4d89-86ae-a92c635f23f7","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.420413434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"748156ae-aff3-4d89-86ae-a92c635f23f7","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.462711574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"b018b60c-437c-4e94-b1a8-1e5fab877db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.51870056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"a1a7241d-4266-461f-b2f4-50104ff39f43","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.518727932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"a1a7241d-4266-461f-b2f4-50104ff39f43","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.57402769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"5fb91d04-9611-4d0a-a161-67c4116596b2","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.574053499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"5fb91d04-9611-4d0a-a161-67c4116596b2","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.77265198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"5c6683ca-78fb-4f86-9cae-556dba48c058","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.793599085Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"413363fb-04d9-4e68-9338-4c36f92ee472","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-auth-test-model-8f9f75","model":"auth-test-model-8f9f75","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-8f9f75/e2e-auth-iso-bf60ed"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.828215071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"5c6683ca-78fb-4f86-9cae-556dba48c058","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.962687331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"337b63e0-bab6-4059-a9cc-ea825dd9e7c4","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:31.962716363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"337b63e0-bab6-4059-a9cc-ea825dd9e7c4","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:32.174388218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"e886849b-50a3-45f0-80ae-01a585d24787","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-auth-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:32.344705337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"88b0cfe9-2134-4950-a9c5-b9c249d093c0","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:32.344732496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"88b0cfe9-2134-4950-a9c5-b9c249d093c0","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:35.037133114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"627da546-5440-4c2e-91c8-b4df11ae65b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:35.093879791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"627da546-5440-4c2e-91c8-b4df11ae65b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:35.412392971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"ca73b78f-6da0-4484-bb34-5d7562c0657e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:35.412414212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"ca73b78f-6da0-4484-bb34-5d7562c0657e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.020598088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"1ae6d36c-3a42-4f71-9cc7-be117029027a","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.02062106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"1ae6d36c-3a42-4f71-9cc7-be117029027a","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.079078946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"412ec3ad-92cd-478b-9e84-cb713fb32e37","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.079102146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"412ec3ad-92cd-478b-9e84-cb713fb32e37","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.12538587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"d206ea33-6cc8-463e-a09a-e4503f83f78c","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:36.130412938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"3a8ddebc-ff6e-4f3f-abb8-6dddf0a95e08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-12c078\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:36.132399854Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"412ec3ad-92cd-478b-9e84-cb713fb32e37","name":"auth-test-model-2478eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2478eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:36.132449626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"412ec3ad-92cd-478b-9e84-cb713fb32e37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2478eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.137796692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"e0034065-06af-4c27-933f-af14e4d28d03","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.137812482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"e0034065-06af-4c27-933f-af14e4d28d03","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.181623542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"d206ea33-6cc8-463e-a09a-e4503f83f78c","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.237060434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"a466a953-9a78-423c-9ea6-8a3c2e1abadc","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.237084577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"a466a953-9a78-423c-9ea6-8a3c2e1abadc","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.292638485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"13840b9d-9723-42b6-a646-a9b025fa0fc3","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.292659897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"13840b9d-9723-42b6-a646-a9b025fa0fc3","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.466758005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2949106b-23d3-4424-b6ab-b1a6d4fdfbcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.509224274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"14ac3e2d-79a7-43ea-96aa-a50febb744c6","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","model":"auth-test-model-2478eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-2478eb/e2e-auth-iso-12c078"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.528737933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2949106b-23d3-4424-b6ab-b1a6d4fdfbcb","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.67629069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"13b2b30d-1b95-4cde-8776-0a02f71b69f9","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.676314784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"13b2b30d-1b95-4cde-8776-0a02f71b69f9","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.885073575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8f57f9e2-e3e1-4353-b7cf-879a5e4bde64","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.953714766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"adc95a75-e8d0-4084-a716-7e0b5aac4825","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"tenant":"e2e-praxis-a-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:36.953737195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"adc95a75-e8d0-4084-a716-7e0b5aac4825","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"routeName":"praxis-route-b79bfd-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b79bfd","llmisvcName":"praxis-route-b79bfd","gateway":"openshift-ingress/e2e-praxis-a-b79bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.05931268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"dfed6b16-b19c-4667-a5fc-96fe75321d1d","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.116859316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"dfed6b16-b19c-4667-a5fc-96fe75321d1d","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.118545492Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"115354ad-d786-4a94-a697-e7fd9b1fc416","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05772216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.406101189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"3050f88d-f88d-45fb-8dd5-2e4f45cfdcf6","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05772216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.430804688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"f70806bc-6c4a-4f45-99a6-3b9a2bc04c53","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.474438782Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd","reconcileID":"3d8966db-95fa-4011-bb19-0562d30071f8","MaaSModelRef":{"name":"praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"maas-trlp-praxis-route-b79bfd","namespace":"ai-tenant-e2e-praxis-a-b79bfd","model":"praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.490369479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"f70806bc-6c4a-4f45-99a6-3b9a2bc04c53","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.490412657Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"f70806bc-6c4a-4f45-99a6-3b9a2bc04c53","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.69103888Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"050d0cf5-ef22-4917-9b9c-326cae7dca54","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05772216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.698976814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"852ef5c4-f3f7-425e-a623-456a400da143","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.757350789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"852ef5c4-f3f7-425e-a623-456a400da143","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.757406143Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"852ef5c4-f3f7-425e-a623-456a400da143","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.916601634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"83a87b9d-fd3a-4f34-b1f6-d208e0130281","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.973015505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"83a87b9d-fd3a-4f34-b1f6-d208e0130281","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:37.973052714Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"83a87b9d-fd3a-4f34-b1f6-d208e0130281","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:28:38.18028674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"83a87b9d-fd3a-4f34-b1f6-d208e0130281","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"praxis-route-b79bfd-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.180490012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"327c7a83-a1c3-4254-872d-37d7ade4dcdd","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.305003886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"ccdd80bd-97f5-44f1-8c7b-635e95616225","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.361891776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"ccdd80bd-97f5-44f1-8c7b-635e95616225","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.385822564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"327c7a83-a1c3-4254-872d-37d7ade4dcdd","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.419037164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a5bc1c21adfcf28686b7982a39fe9eecb1cb0f0c8689c879baf1dc69e9aac2) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (c939d76c2ddfa82abbc3319ed4779b89bf82b4240232459616dea49b4e403d57) AuthConfig (97abbbab60eca1875a73cb96dd284dbbb7e7c7d090d61df6e153b4a667c7a5e3) AuthConfig (d7b2623f6e5ee8fecd745552feb907ef6707082fa928edd0977c28d87079e77b) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1) AuthConfig (df5667874f42c30fc6ffa7227017dd8a5580bba5d360f71dca9f96b39f4cf04f) AuthConfig (aeffcb79f07f7fd56d5c3a7f07122e2377a17d8b9e8f5f531d6af39f54774679) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (d861493b4f50ebbb6df86114375d0e9ed8bda73b86a2e1f775543281e68852b0) AuthConfig (a2f752d3daffc0283fa9a3848238b7495d13e1cb77d18d62575b9a268e28342b) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (6d8de7e7cc99101e81894aff69275ffe5414aad7011fb7838c2108a3ee597ebe) AuthConfig (0c186d40fb04cb68dc4f8fbe33693618059c04779960be4ab6d00764ee332317) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (5a37d8cf0545ea063fde39b6c839464f3f2c216505fb12cf21b477381dfdaf6d) AuthConfig (7f15cf8841cb48652abfc8d8dd62a8e46c8dac4806fda69e266ebe83bcfb4fd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"ccdd80bd-97f5-44f1-8c7b-635e95616225","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.509735496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"327c7a83-a1c3-4254-872d-37d7ade4dcdd","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"name":"e2e-praxis-a-b79bfd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.509772653Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-auth","reconcileID":"327c7a83-a1c3-4254-872d-37d7ade4dcdd","MaaSAuthPolicy":{"name":"praxis-route-b79bfd-auth","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:38.645473173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"db0825a4-6a51-43de-973c-c24a1609a1bb","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05772216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:39.128579494Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"66cdc6e8-35cd-44bd-8cde-049836830997","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05772216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.005695863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a54d8d-a508-4885-95a4-d0bf730fd884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.058175434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a54d8d-a508-4885-95a4-d0bf730fd884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.110253072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a54d8d-a508-4885-95a4-d0bf730fd884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:40.162869951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a54d8d-a508-4885-95a4-d0bf730fd884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.077131115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa250-8d3c-4f20-973e-4719f3a5c802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.129215084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa250-8d3c-4f20-973e-4719f3a5c802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.181090133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa250-8d3c-4f20-973e-4719f3a5c802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:42.233725275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7fa250-8d3c-4f20-973e-4719f3a5c802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:43.279691593Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.342375607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dccf76-2ebb-4995-8f6a-90fc6f757b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.397161482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dccf76-2ebb-4995-8f6a-90fc6f757b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.450369972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dccf76-2ebb-4995-8f6a-90fc6f757b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:46.502790187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8dccf76-2ebb-4995-8f6a-90fc6f757b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.390724524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f0af1-afea-4f48-b938-c362395638d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.443589139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f0af1-afea-4f48-b938-c362395638d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.495756885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f0af1-afea-4f48-b938-c362395638d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.548084226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"106f0af1-afea-4f48-b938-c362395638d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.600582702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"67db8661-b476-4251-becc-d442c414ffbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.657676127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"67db8661-b476-4251-becc-d442c414ffbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:48.71262151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a5bc1c21adfcf28686b7982a39fe9eecb1cb0f0c8689c879baf1dc69e9aac2) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (c939d76c2ddfa82abbc3319ed4779b89bf82b4240232459616dea49b4e403d57) AuthConfig (97abbbab60eca1875a73cb96dd284dbbb7e7c7d090d61df6e153b4a667c7a5e3) AuthConfig (d7b2623f6e5ee8fecd745552feb907ef6707082fa928edd0977c28d87079e77b) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1) AuthConfig (df5667874f42c30fc6ffa7227017dd8a5580bba5d360f71dca9f96b39f4cf04f) AuthConfig (aeffcb79f07f7fd56d5c3a7f07122e2377a17d8b9e8f5f531d6af39f54774679) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (d861493b4f50ebbb6df86114375d0e9ed8bda73b86a2e1f775543281e68852b0) AuthConfig (a2f752d3daffc0283fa9a3848238b7495d13e1cb77d18d62575b9a268e28342b) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (6d8de7e7cc99101e81894aff69275ffe5414aad7011fb7838c2108a3ee597ebe) AuthConfig (0c186d40fb04cb68dc4f8fbe33693618059c04779960be4ab6d00764ee332317) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (5a37d8cf0545ea063fde39b6c839464f3f2c216505fb12cf21b477381dfdaf6d) AuthConfig (7f15cf8841cb48652abfc8d8dd62a8e46c8dac4806fda69e266ebe83bcfb4fd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"67db8661-b476-4251-becc-d442c414ffbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.181283575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"1fce8c54-8596-484e-ae68-7c1332df4d04","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","subscription":"praxis-route-b79bfd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.181433495Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"praxis-route-b79bfd-sub","reconcileID":"1fce8c54-8596-484e-ae68-7c1332df4d04","MaaSSubscription":{"name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"model":"ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b79bfd/praxis-route-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.359506024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"149acc1e-a6db-4141-a4a7-e6e9ac7c503e","namespace":"ai-tenant-e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.359581985Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"149acc1e-a6db-4141-a4a7-e6e9ac7c503e","name":"praxis-route-b79bfd-sub","namespace":"ai-tenant-e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.413596627Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"149acc1e-a6db-4141-a4a7-e6e9ac7c503e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:49.413631188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"149acc1e-a6db-4141-a4a7-e6e9ac7c503e","namespace":"ai-tenant-e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:51.501643373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"c0824089-2527-4803-9eb2-44f548edc103","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:51.670303548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"5f47ddcb-cec7-4b2d-8b1e-107a8d0cc9f7","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:51.670323792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"5f47ddcb-cec7-4b2d-8b1e-107a8d0cc9f7","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.203923189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"60e08d19-46b8-430e-ba8e-c379941fecef","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-auth-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.370836775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"6e235a89-28fb-4160-ae43-51b8066cc659","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.370855973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"6e235a89-28fb-4160-ae43-51b8066cc659","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.739374706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"c51409dd-f2c5-4be2-9a33-f94ac3e56023","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.739401883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"c51409dd-f2c5-4be2-9a33-f94ac3e56023","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.766024747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8c74c317-49d9-4666-8198-21716f94628c","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.794750216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"d0897457-00af-4198-ab01-fb92b0e972a6","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.794771266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"d0897457-00af-4198-ab01-fb92b0e972a6","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.823985949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"8c74c317-49d9-4666-8198-21716f94628c","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:52.900276788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"68c8aeff-83c5-4bbc-b2b1-216c05ef95e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.023447209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"68c8aeff-83c5-4bbc-b2b1-216c05ef95e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.079418396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"68c8aeff-83c5-4bbc-b2b1-216c05ef95e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.121735677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"700c0419-5e8f-4736-a0b7-1139307ae0bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.137350143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"761d8784-c3e7-42dc-9a4a-307f1760701d","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.137372501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"761d8784-c3e7-42dc-9a4a-307f1760701d","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:53.177812443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"700c0419-5e8f-4736-a0b7-1139307ae0bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.461434567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"0fe17459-e112-442d-b57a-9df7757bed58","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.46145456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"0fe17459-e112-442d-b57a-9df7757bed58","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.517431368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"37d69329-26f6-43be-8cd8-2bb047c5e914","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.517453293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"37d69329-26f6-43be-8cd8-2bb047c5e914","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.621268675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"43756ed6-cd55-46b5-94ca-101c2dae874c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.74649647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"43756ed6-cd55-46b5-94ca-101c2dae874c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.801237901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"43756ed6-cd55-46b5-94ca-101c2dae874c","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.858219543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"d240e3db-27bb-4a9e-b314-6e9317de141e","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:54.858240624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"d240e3db-27bb-4a9e-b314-6e9317de141e","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:58.818393949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"03e50866-8baa-4908-855c-8021076abef1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:58.875306994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"03e50866-8baa-4908-855c-8021076abef1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:59.143262558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"8a7f21a4-ec80-4635-a0c6-34afeb5a903d","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:28:59.143283809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"8a7f21a4-ec80-4635-a0c6-34afeb5a903d","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:03.241722771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"ed2c6deb-b1c5-47be-ad2f-e197aaec682d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:03.297314974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"ed2c6deb-b1c5-47be-ad2f-e197aaec682d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:03.352668591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"ed2c6deb-b1c5-47be-ad2f-e197aaec682d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.638773981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"1450908a-f9e0-4245-87db-2c72fdb837d1","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.638795872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"1450908a-f9e0-4245-87db-2c72fdb837d1","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.69674915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"9b442dc0-d0fa-4ec5-8681-e609ca5dada5","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.696768399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"9b442dc0-d0fa-4ec5-8681-e609ca5dada5","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.743099876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"b6728240-6c0a-4d43-ac47-94332d373b7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:04.746644667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"5d4bb03b-939d-482c-8d3a-baa23fa85aad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7bae02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:04.750958439Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"9b442dc0-d0fa-4ec5-8681-e609ca5dada5","name":"auth-test-model-29a0da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-29a0da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:04.751015034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"9b442dc0-d0fa-4ec5-8681-e609ca5dada5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-29a0da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.756374342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"b4dbc4f4-6608-49cb-a7f3-bb678869b025","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.756390195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"b4dbc4f4-6608-49cb-a7f3-bb678869b025","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.802356236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"b6728240-6c0a-4d43-ac47-94332d373b7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.858590756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"a975d392-d26e-49e3-9c9a-cb06ce3aa698","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.858611799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"a975d392-d26e-49e3-9c9a-cb06ce3aa698","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.915800708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"fac6d8b8-754c-44d7-9a0e-c65f7c745811","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.915828871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"fac6d8b8-754c-44d7-9a0e-c65f7c745811","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:04.96206738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"b4be5a43-29f1-41ca-be30-cff1186c68aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.01971801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"b4be5a43-29f1-41ca-be30-cff1186c68aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.074192655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"b4be5a43-29f1-41ca-be30-cff1186c68aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.110713562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"c6f967a1-6783-4198-ab25-ca4c4e4467ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.129889174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"5c637187-9213-41b7-b3b4-2126b0a5cf17","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","model":"auth-test-model-29a0da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-29a0da/e2e-auth-iso-7bae02"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.1669038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"c6f967a1-6783-4198-ab25-ca4c4e4467ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.302233132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"6317334b-9acb-4f54-bdf2-e6c9ce037a86","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.302255637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"6317334b-9acb-4f54-bdf2-e6c9ce037a86","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:05.512917174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"3bfd1fe0-5ba4-4deb-970f-084c8bee3370","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.279250549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.458059632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"67fd0407-4fec-456a-9128-28adbbd12f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.515080028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"67fd0407-4fec-456a-9128-28adbbd12f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.570619985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"67fd0407-4fec-456a-9128-28adbbd12f7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.584811875Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","namespace":"ai-tenant-e2e-autores-fc80ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.58488889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","namespace":"ai-tenant-e2e-autores-fc80ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.584958084Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","tenant":"e2e-autores-fc80ac","tenantID":"e2e-autores-fc80ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.642205794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Deployment","name":"maas-api-e2e-autores-fc80ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.703229679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Service","name":"maas-api-e2e-autores-fc80ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.760210374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-fc80ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.816217996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-fc80ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.871870339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.928214744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:13.985135226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.043236586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.095363309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Deployment","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.147703069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.199901718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Service","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.252072594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"Service","name":"payload-pre-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.303883646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"DestinationRule","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.355908986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.40809391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.467826986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.520607824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.574122439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.627181348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-fc80ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:14.683131288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-fc80ac"},"namespace":"ai-tenant-e2e-autores-fc80ac","name":"default-tenant","reconcileID":"d9681f10-b5df-43c1-99d3-2eac1aeebcf8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-fc80ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:15.179496439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"a0124460-a08f-4135-9999-31847c2297d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:15.237740244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"a0124460-a08f-4135-9999-31847c2297d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:15.292850257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"a0124460-a08f-4135-9999-31847c2297d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:18.85177437Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-fc80ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-fc80ac","reconcileID":"3895f56a-f2b7-484e-a831-f4e156785a0e","aitenant":"ai-tenants/e2e-autores-fc80ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.433805713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c164921-6f28-4fda-b1a8-a884b05dfe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.485876447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c164921-6f28-4fda-b1a8-a884b05dfe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.538585497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c164921-6f28-4fda-b1a8-a884b05dfe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.590582815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c164921-6f28-4fda-b1a8-a884b05dfe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:19.706913039Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-fc80ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-fc80ac","reconcileID":"3895f56a-f2b7-484e-a831-f4e156785a0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-fc80ac","removed":["maas.opendatahub.io/gateway-access-e2e-autores-fc80ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.500431557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b58541-7bee-4280-8fbd-ed8792de6f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.555494851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b58541-7bee-4280-8fbd-ed8792de6f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.608626858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b58541-7bee-4280-8fbd-ed8792de6f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:21.665775024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b58541-7bee-4280-8fbd-ed8792de6f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.70438857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31a21b8-703a-43f0-8db7-21015a5f6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.704557473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"9f69fb4c-c029-47f3-a83f-ce78f4de6755","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.757234192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31a21b8-703a-43f0-8db7-21015a5f6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.809301896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31a21b8-703a-43f0-8db7-21015a5f6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.861544134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31a21b8-703a-43f0-8db7-21015a5f6026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.865447712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"9f69fb4c-c029-47f3-a83f-ce78f4de6755","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:23.920035579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"9f69fb4c-c029-47f3-a83f-ce78f4de6755","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.44718048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"ca8316f0-56f0-4753-8f8b-183974ad564f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.503388567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"ca8316f0-56f0-4753-8f8b-183974ad564f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.55820165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d7a79a3140950d66a6071f10a8550fa47bbcd03bb78269b5f212617ef53a694) AuthConfig (c980cc9b9321f0450dc85670218bc7935ee844ab24a09c23c931ac325a45ed99) AuthConfig (c4bf0c1520d1be216f96319f2221dbafc2596362a897c576900c6c84767c5ed7) AuthConfig (5a925433ebc3069a1137dbfd84d7dc75b2e4d7a0faa386fcb09bbc6ca1024de2) AuthConfig (1fa5c806a4c289c44b01eaa607057411fe69da9fe6279313dc432e9a21c85485) AuthConfig (4ce415dfd0938a1c2567d0c1793701956e8cd5632080f2c47206b7eb2576ceca) AuthConfig (9247bffb59d225b7739ddd39a6aa9532fcf29dd7222b531413c6c3f90809dfca) AuthConfig (8c1260faf667135598046462af06a24b4fe94b69ca41cc78cdba243e197ac8c8) AuthConfig (528fb6f6bb7fcbe680799bc98c8d161b643d91e79108549d1099742deb256e63) AuthConfig (8b883758686b1107c6b1a66e72571a697f20e34b301a48210199436089cecf33) AuthConfig (fd34a86ac2aede2ba656fe94630b77ce908517897ca539dd0115068725cb0091) AuthConfig (6b3046f7a5d1fecf6d05a68d576546349ea983f382d484edf40f6e5a14a6cb25) AuthConfig (9ca872049a2a1c20e09619838b125172fcbc07d471f152258d9afc84a00a4eea) AuthConfig (1aee93dcce0efae247a9dafd6d961ef936b103c50c12fe4db2801c724dc9857c) AuthConfig (24ca4a47d4d6d0ccdf597666545343850fde977bf10dabb49cb5caae9c81f369) AuthConfig (cd77e56ad6fec82d4dbabf141991fe46cc05bb192aa9f60e0ed2d57bf087e69d) AuthConfig (2c09bc813836babf760ea52ca3f21220dab523bec6d3926a396c7a8b37157354) AuthConfig (4a155fa5fd5599fae94ea2c0724a78868c08dbb4d6d81f9be8b6d996e1b5a041)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"ca8316f0-56f0-4753-8f8b-183974ad564f","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.616502505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"4a6634a4-4a8e-438e-ac09-463b4ac702b1","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.616530929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"4a6634a4-4a8e-438e-ac09-463b4ac702b1","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.886648975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85766e24-0ff1-45a3-8aba-0c30e76998c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.938552842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85766e24-0ff1-45a3-8aba-0c30e76998c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:25.990581464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85766e24-0ff1-45a3-8aba-0c30e76998c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:26.042469767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85766e24-0ff1-45a3-8aba-0c30e76998c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:26.313849057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-7435d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-7435d4","reconcileID":"14f4b854-f765-4b13-9b15-54e20da60a9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-7435d4","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-7435d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:26.463279584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"687830d3-ca68-4470-811e-9dce4ae02dc9","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:26.632481103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"c37c9f89-b27f-4768-86d2-ea3fc51bc72f","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:26.632504552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"c37c9f89-b27f-4768-86d2-ea3fc51bc72f","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.195449166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"3990da1c-ef24-49c5-ace9-71130ba019f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.253479034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"3990da1c-ef24-49c5-ace9-71130ba019f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.774450945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"8873d409-b367-46d6-bd2a-c4dedeadd284","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.774472681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"8873d409-b367-46d6-bd2a-c4dedeadd284","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.831956258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"c6df1c10-2d3b-4380-aeb1-54d7106456bb","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.83197617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"c6df1c10-2d3b-4380-aeb1-54d7106456bb","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.936343161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d76fef17-3ef8-4108-841f-39cc8585b107","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:27.992014015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ee1591-9be3-4fb4-8cd9-a08a582734fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.04418415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ee1591-9be3-4fb4-8cd9-a08a582734fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.059162045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d76fef17-3ef8-4108-841f-39cc8585b107","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.096036472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ee1591-9be3-4fb4-8cd9-a08a582734fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.147765899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ee1591-9be3-4fb4-8cd9-a08a582734fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.15200857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d76fef17-3ef8-4108-841f-39cc8585b107","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.208675051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"9b2d9ab3-3f39-4ad1-9d9f-4537d40bb12b","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:28.208696671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"9b2d9ab3-3f39-4ad1-9d9f-4537d40bb12b","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:30.086871935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd221a81-64a9-49d4-8614-68ab580ebdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:30.13945753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd221a81-64a9-49d4-8614-68ab580ebdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:30.192172146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd221a81-64a9-49d4-8614-68ab580ebdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:30.244232854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd221a81-64a9-49d4-8614-68ab580ebdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.025178787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"a31e8205-29a1-48cc-8682-4fd6b08c3aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.082112294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"a31e8205-29a1-48cc-8682-4fd6b08c3aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.137953278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6bd734932ac4dc081dfb4b302ada226257aa759f47ce590fa2095edcae3ac77) AuthConfig (22a10b2e715448dfec671f72ac5041ccdc33af45344168c856ff48f4cc42f84c) AuthConfig (ef19571e061bd2e1ad9afa447823ab34167098de22b1d367fcfcfbb0bde5ad93) AuthConfig (f87bc7b1064bf9ec47535e0fd9e680eeb2c9ac2a829239ddf1896d897169ddf3) AuthConfig (48709e2bd2d7aac5ff2b4b0fa32f3acad7bf7452301f70e1aa4ad0e41f70728b) AuthConfig (98cdfb173d5b57bb0086cfbc08c2f169b7d10773d38244f7d5e24aca4bd13a3a) AuthConfig (0f0e4d72d8637fb5caa932d9b58aa9c645b9f907546300f548ac1f59c005fef8) AuthConfig (d987874846aa49a70c9b8ddf46ebcfced93a283aa8cc5512c685da4d9bd51a0d) AuthConfig (f99925c5cb93fdfa4d953ed3b90cc14d9a67653fa7326ed497fdc8975082ea99) AuthConfig (f2fd0da8adcf4409e482c4ac3e86fae7bce9659b8cc4a6e8010174364e12a254) AuthConfig (a0d85e9e231e7a5f948edc77333d95eec84bd2efefaad2b37e01a28846b9903b) AuthConfig (aaf562a11e4e1869f84cf7eca40465476f45986bbec2b664c7f3114f0947051c) AuthConfig (2c94c3f43511f57e12be4f38bc268145ec72a67fe9d0dffda6898c9ed32ee57f) AuthConfig (caaa0fc2df91a161d93485ecd19bd54a1483a66781f07379e109386514e2b389) AuthConfig (73a76629a17ecf5852fcdee2cbe2fd53d587744525bf3a3d5d580496e27b06f0) AuthConfig (00404a74a4f068c0b77e1b83edd1f1efe7bbad6964ec6e399e24ae7f6f1746a9) AuthConfig (967bea8504e3172ba9427b86b8e17186b8eb6bdc5495e8e051c411a3e9d23f33) AuthConfig (97c51c979c2899a1a87487bef730abb0cab2851a7289cab2840f0461bcf287a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"a31e8205-29a1-48cc-8682-4fd6b08c3aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.19507513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"42e63bc2-31b0-4f30-8c6f-d649fea46acf","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:34.195094268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"42e63bc2-31b0-4f30-8c6f-d649fea46acf","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:35.721133989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"59c63fab-e68e-45c4-9c77-f8fef5e53df4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:35.77833276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"59c63fab-e68e-45c4-9c77-f8fef5e53df4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:35.833685352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d7a79a3140950d66a6071f10a8550fa47bbcd03bb78269b5f212617ef53a694) AuthConfig (c980cc9b9321f0450dc85670218bc7935ee844ab24a09c23c931ac325a45ed99) AuthConfig (c4bf0c1520d1be216f96319f2221dbafc2596362a897c576900c6c84767c5ed7) AuthConfig (5a925433ebc3069a1137dbfd84d7dc75b2e4d7a0faa386fcb09bbc6ca1024de2) AuthConfig (1fa5c806a4c289c44b01eaa607057411fe69da9fe6279313dc432e9a21c85485) AuthConfig (4ce415dfd0938a1c2567d0c1793701956e8cd5632080f2c47206b7eb2576ceca) AuthConfig (9247bffb59d225b7739ddd39a6aa9532fcf29dd7222b531413c6c3f90809dfca) AuthConfig (8c1260faf667135598046462af06a24b4fe94b69ca41cc78cdba243e197ac8c8) AuthConfig (528fb6f6bb7fcbe680799bc98c8d161b643d91e79108549d1099742deb256e63) AuthConfig (8b883758686b1107c6b1a66e72571a697f20e34b301a48210199436089cecf33) AuthConfig (fd34a86ac2aede2ba656fe94630b77ce908517897ca539dd0115068725cb0091) AuthConfig (6b3046f7a5d1fecf6d05a68d576546349ea983f382d484edf40f6e5a14a6cb25) AuthConfig (9ca872049a2a1c20e09619838b125172fcbc07d471f152258d9afc84a00a4eea) AuthConfig (1aee93dcce0efae247a9dafd6d961ef936b103c50c12fe4db2801c724dc9857c) AuthConfig (24ca4a47d4d6d0ccdf597666545343850fde977bf10dabb49cb5caae9c81f369) AuthConfig (cd77e56ad6fec82d4dbabf141991fe46cc05bb192aa9f60e0ed2d57bf087e69d) AuthConfig (2c09bc813836babf760ea52ca3f21220dab523bec6d3926a396c7a8b37157354) AuthConfig (4a155fa5fd5599fae94ea2c0724a78868c08dbb4d6d81f9be8b6d996e1b5a041)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"59c63fab-e68e-45c4-9c77-f8fef5e53df4","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:38.31522246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"3b5562f0-85f9-49ce-91f1-ad32b495ac54","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:38.373236806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"3b5562f0-85f9-49ce-91f1-ad32b495ac54","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:38.428480773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"3b5562f0-85f9-49ce-91f1-ad32b495ac54","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:43.279017702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:44.299903771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"5b279230-b3b5-4616-a0eb-369fb375c8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:44.356310425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"5b279230-b3b5-4616-a0eb-369fb375c8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:44.41116335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-c0857f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e6bd734932ac4dc081dfb4b302ada226257aa759f47ce590fa2095edcae3ac77) AuthConfig (22a10b2e715448dfec671f72ac5041ccdc33af45344168c856ff48f4cc42f84c) AuthConfig (ef19571e061bd2e1ad9afa447823ab34167098de22b1d367fcfcfbb0bde5ad93) AuthConfig (f87bc7b1064bf9ec47535e0fd9e680eeb2c9ac2a829239ddf1896d897169ddf3) AuthConfig (48709e2bd2d7aac5ff2b4b0fa32f3acad7bf7452301f70e1aa4ad0e41f70728b) AuthConfig (98cdfb173d5b57bb0086cfbc08c2f169b7d10773d38244f7d5e24aca4bd13a3a) AuthConfig (0f0e4d72d8637fb5caa932d9b58aa9c645b9f907546300f548ac1f59c005fef8) AuthConfig (d987874846aa49a70c9b8ddf46ebcfced93a283aa8cc5512c685da4d9bd51a0d) AuthConfig (f99925c5cb93fdfa4d953ed3b90cc14d9a67653fa7326ed497fdc8975082ea99) AuthConfig (f2fd0da8adcf4409e482c4ac3e86fae7bce9659b8cc4a6e8010174364e12a254) AuthConfig (a0d85e9e231e7a5f948edc77333d95eec84bd2efefaad2b37e01a28846b9903b) AuthConfig (aaf562a11e4e1869f84cf7eca40465476f45986bbec2b664c7f3114f0947051c) AuthConfig (2c94c3f43511f57e12be4f38bc268145ec72a67fe9d0dffda6898c9ed32ee57f) AuthConfig (caaa0fc2df91a161d93485ecd19bd54a1483a66781f07379e109386514e2b389) AuthConfig (73a76629a17ecf5852fcdee2cbe2fd53d587744525bf3a3d5d580496e27b06f0) AuthConfig (00404a74a4f068c0b77e1b83edd1f1efe7bbad6964ec6e399e24ae7f6f1746a9) AuthConfig (967bea8504e3172ba9427b86b8e17186b8eb6bdc5495e8e051c411a3e9d23f33) AuthConfig (97c51c979c2899a1a87487bef730abb0cab2851a7289cab2840f0461bcf287a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"5b279230-b3b5-4616-a0eb-369fb375c8ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.939778308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"ffea4427-3d9e-484e-a6b6-e058f2daa27d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:45.997954792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"ffea4427-3d9e-484e-a6b6-e058f2daa27d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:46.31400913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"6fb073ce-197d-41e6-938c-393d08845f4d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:46.314037577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"6fb073ce-197d-41e6-938c-393d08845f4d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.538700491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fd34c8e1-7ffc-44ba-b738-c9c21ab1bce5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.603703555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fd34c8e1-7ffc-44ba-b738-c9c21ab1bce5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.678215838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6bed371291518cff2882deda6f01381b70e990b880d4f7d6ed3f008eb530a3) AuthConfig (9bc0d9af5f3b796288d846b829de277fd52fad1abe01ec3e30c6412b896cd212) AuthConfig (b07ce8fe86c9293eb04dac9d920f41e9dbb61ce390d133b2114762b4b1a6a2ce) AuthConfig (a3a971cb667dd1c68a65c84391897a7139b94ed1ed560df2906b3d1eec3d3c77) AuthConfig (99545f68fcf52f4ffb00c40fa4b6e887f324e9f8c14e3aa86fe5f5506e239460) AuthConfig (38ac28779e40aa9cb6e4a25d516985003dd090e503a15f0d53979ef472caad5c) AuthConfig (06942bb8c683a9f6db3dd8408a8319795fa530199b26186d3b952e5871199567) AuthConfig (dff38dd4f4728f7e4636ec47c1bde96a50e81e24a5e5675f5e6c02292452a2c1) AuthConfig (33d9736699e6cd2b43f75893f44a1828f614b59900f2af8fdf83303d3bb2b51c) AuthConfig (6df83540f9e015d79ec8d845400e0d054bb3f74c25eb76c1177f63df0f3fdbf6) AuthConfig (b49b279fdac815292bd44126acf5155581cab82bfc5c9790e311e7834f25d683) AuthConfig (659b8773ef99d2a7b86361b9a95b443a162324165b45b4789082a72c5090fbb5) AuthConfig (7effcc9cab535fd39a9418a7cb626c58a73e4ea51318836b97cee51e02cf6862) AuthConfig (133abd5a9b81dab331edf242da39ace1268993ea77d286a85762ad5d3bc97492) AuthConfig (4bab83aca04a50ce0ae5199d432009378ba3f6ea2cf98db2069928248f3a5e33) AuthConfig (2d61f95ece581c9a10d3ea72b396219852f2a4ccac0424ec41cdab0ea31c280e) AuthConfig (0449c0f294cc03b930f2cd8e44683724c1aee0092d6c45e12c3e87e49137da24) AuthConfig (94704bc2dc8eafcad853fa30cebd61e6d6311cbe29d62dc9ed344aad1d994280)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fd34c8e1-7ffc-44ba-b738-c9c21ab1bce5","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.737336795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"7a4e6721-5ed2-4d34-930c-cd60cff27657","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:48.737358513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"7a4e6721-5ed2-4d34-930c-cd60cff27657","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.761982474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"65cbe0a4-20dd-4db9-933d-dcea0347c83d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.762010455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"65cbe0a4-20dd-4db9-933d-dcea0347c83d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.820927329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"87a1efff-c070-46b1-ba50-1263a497308b","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.820973189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"87a1efff-c070-46b1-ba50-1263a497308b","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.866484516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"0c6bada5-8b5e-4b26-bb00-48f07c71ebe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:29:51.871400453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"c8004a86-5ef0-4993-875d-5cc6a4c14c04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-bf60ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.923088979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"0c6bada5-8b5e-4b26-bb00-48f07c71ebe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.981120425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"f21f0766-4618-4328-a642-b8b563b69fed","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:51.981139808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"f21f0766-4618-4328-a642-b8b563b69fed","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.042664367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"248a561a-0d53-4cbc-a6db-dbba2bcb8275","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.042687512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"248a561a-0d53-4cbc-a6db-dbba2bcb8275","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.232768491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fb3fb4a4-5cec-4773-abd0-1c7e16a24bfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.267124726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"10350eda-2cc9-407e-993f-95fa9ac93285","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-auth-test-model-120308","model":"auth-test-model-120308","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-120308/e2e-auth-iso-bf60ed"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.290508202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fb3fb4a4-5cec-4773-abd0-1c7e16a24bfe","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.433244104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"c87b9e7a-2d54-4074-9c87-9377cc39260f","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.433265118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"c87b9e7a-2d54-4074-9c87-9377cc39260f","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:52.643117886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"636516bf-32b2-4442-bb43-dcd0b0cfd887","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-auth-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:54.516101636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"7abf51ba-14ca-4305-afe7-78fe3470f3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:54.573212649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"7abf51ba-14ca-4305-afe7-78fe3470f3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:54.896091916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"d4c730f1-fa58-4bd7-b8b0-60213b298408","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:54.896112891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"d4c730f1-fa58-4bd7-b8b0-60213b298408","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:58.841997087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"a1f039a5-151a-4285-a7ec-861caae5e3a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:58.898360649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"a1f039a5-151a-4285-a7ec-861caae5e3a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:58.952728732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6bed371291518cff2882deda6f01381b70e990b880d4f7d6ed3f008eb530a3) AuthConfig (9bc0d9af5f3b796288d846b829de277fd52fad1abe01ec3e30c6412b896cd212) AuthConfig (b07ce8fe86c9293eb04dac9d920f41e9dbb61ce390d133b2114762b4b1a6a2ce) AuthConfig (a3a971cb667dd1c68a65c84391897a7139b94ed1ed560df2906b3d1eec3d3c77) AuthConfig (99545f68fcf52f4ffb00c40fa4b6e887f324e9f8c14e3aa86fe5f5506e239460) AuthConfig (38ac28779e40aa9cb6e4a25d516985003dd090e503a15f0d53979ef472caad5c) AuthConfig (06942bb8c683a9f6db3dd8408a8319795fa530199b26186d3b952e5871199567) AuthConfig (dff38dd4f4728f7e4636ec47c1bde96a50e81e24a5e5675f5e6c02292452a2c1) AuthConfig (33d9736699e6cd2b43f75893f44a1828f614b59900f2af8fdf83303d3bb2b51c) AuthConfig (6df83540f9e015d79ec8d845400e0d054bb3f74c25eb76c1177f63df0f3fdbf6) AuthConfig (b49b279fdac815292bd44126acf5155581cab82bfc5c9790e311e7834f25d683) AuthConfig (659b8773ef99d2a7b86361b9a95b443a162324165b45b4789082a72c5090fbb5) AuthConfig (7effcc9cab535fd39a9418a7cb626c58a73e4ea51318836b97cee51e02cf6862) AuthConfig (133abd5a9b81dab331edf242da39ace1268993ea77d286a85762ad5d3bc97492) AuthConfig (4bab83aca04a50ce0ae5199d432009378ba3f6ea2cf98db2069928248f3a5e33) AuthConfig (2d61f95ece581c9a10d3ea72b396219852f2a4ccac0424ec41cdab0ea31c280e) AuthConfig (0449c0f294cc03b930f2cd8e44683724c1aee0092d6c45e12c3e87e49137da24) AuthConfig (94704bc2dc8eafcad853fa30cebd61e6d6311cbe29d62dc9ed344aad1d994280)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"a1f039a5-151a-4285-a7ec-861caae5e3a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.433442434Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","namespace":"ai-tenant-e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.433510074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","namespace":"ai-tenant-e2e-praxis-a-b79bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.43356996Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","tenant":"e2e-praxis-a-b79bfd","tenantID":"e2e-praxis-a-b79bfd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.487643838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b79bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.549022574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Service","name":"maas-api-e2e-praxis-a-b79bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.608958603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b79bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.66390166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b79bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.719189205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.773820256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.831000985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.892896352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.944892952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:29:59.996916261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.049044122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Service","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.100833904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.153355336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.206139141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.258346872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.318641696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.370380297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.422826967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.48622286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b79bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.486843059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"e6c265fe-b6e2-420c-8a0b-c6202a1227bd","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.486865812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"e6c265fe-b6e2-420c-8a0b-c6202a1227bd","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.538985648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b79bfd"},"namespace":"ai-tenant-e2e-praxis-a-b79bfd","name":"default-tenant","reconcileID":"ae52aa25-fa2d-48bc-b8be-e3c22ed6136f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b79bfd","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:30:00.543471275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"96d6b3e2-1efb-4b89-83f6-1d8edf2c8616","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-12c078\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.54918951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"96376371-fdd5-462d-9d5a-28f7d9c7bda7","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.549212978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"96376371-fdd5-462d-9d5a-28f7d9c7bda7","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.595428568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"4307e5d0-1465-48ca-988c-e3c7406f2d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.654001904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"4307e5d0-1465-48ca-988c-e3c7406f2d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.66058011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"13131ac1-eb6a-4b55-a5f3-bc21068d59de","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.660648848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"13131ac1-eb6a-4b55-a5f3-bc21068d59de","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.730860029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"65ba1021-4b2e-4ac1-b9d4-350f76767c1b","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.730879799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"65ba1021-4b2e-4ac1-b9d4-350f76767c1b","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:00.972889058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"8590f2fa-c7c7-4677-b1e3-7a6c8e6309f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.01343396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"1ff60224-b7aa-44b1-aecd-6da1693bd87b","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"maas-trlp-auth-test-model-c0857f","model":"auth-test-model-c0857f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-c0857f/e2e-auth-iso-12c078"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.031588765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"8590f2fa-c7c7-4677-b1e3-7a6c8e6309f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.183082787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"be5a96d9-8a92-4544-bb22-f2258faf4b98","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.183104236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"be5a96d9-8a92-4544-bb22-f2258faf4b98","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.395855863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"47b05350-733b-4775-935c-025402a4a905","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"maas-trlp-auth-test-model-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:01.713612371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b79bfd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b79bfd","reconcileID":"48a40240-8cfa-4613-8c46-004f849f4cba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b79bfd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b79bfd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.842207962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82201c51-514f-43da-945b-d6ec28f68c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.894090272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82201c51-514f-43da-945b-d6ec28f68c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:02.950601102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82201c51-514f-43da-945b-d6ec28f68c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:03.003721753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82201c51-514f-43da-945b-d6ec28f68c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:04.915883962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757d5b8-4c75-475a-8392-ceecd03e7172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:04.967917497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757d5b8-4c75-475a-8392-ceecd03e7172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:05.019572985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757d5b8-4c75-475a-8392-ceecd03e7172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:05.071566152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6757d5b8-4c75-475a-8392-ceecd03e7172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.08639988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"bf80830e-4dd6-4347-af84-75b8fb5f3466","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.144167365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"bf80830e-4dd6-4347-af84-75b8fb5f3466","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.200755026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6bed371291518cff2882deda6f01381b70e990b880d4f7d6ed3f008eb530a3) AuthConfig (9bc0d9af5f3b796288d846b829de277fd52fad1abe01ec3e30c6412b896cd212) AuthConfig (b07ce8fe86c9293eb04dac9d920f41e9dbb61ce390d133b2114762b4b1a6a2ce) AuthConfig (a3a971cb667dd1c68a65c84391897a7139b94ed1ed560df2906b3d1eec3d3c77) AuthConfig (99545f68fcf52f4ffb00c40fa4b6e887f324e9f8c14e3aa86fe5f5506e239460) AuthConfig (38ac28779e40aa9cb6e4a25d516985003dd090e503a15f0d53979ef472caad5c) AuthConfig (06942bb8c683a9f6db3dd8408a8319795fa530199b26186d3b952e5871199567) AuthConfig (dff38dd4f4728f7e4636ec47c1bde96a50e81e24a5e5675f5e6c02292452a2c1) AuthConfig (33d9736699e6cd2b43f75893f44a1828f614b59900f2af8fdf83303d3bb2b51c) AuthConfig (6df83540f9e015d79ec8d845400e0d054bb3f74c25eb76c1177f63df0f3fdbf6) AuthConfig (b49b279fdac815292bd44126acf5155581cab82bfc5c9790e311e7834f25d683) AuthConfig (659b8773ef99d2a7b86361b9a95b443a162324165b45b4789082a72c5090fbb5) AuthConfig (7effcc9cab535fd39a9418a7cb626c58a73e4ea51318836b97cee51e02cf6862) AuthConfig (133abd5a9b81dab331edf242da39ace1268993ea77d286a85762ad5d3bc97492) AuthConfig (4bab83aca04a50ce0ae5199d432009378ba3f6ea2cf98db2069928248f3a5e33) AuthConfig (2d61f95ece581c9a10d3ea72b396219852f2a4ccac0424ec41cdab0ea31c280e) AuthConfig (0449c0f294cc03b930f2cd8e44683724c1aee0092d6c45e12c3e87e49137da24) AuthConfig (94704bc2dc8eafcad853fa30cebd61e6d6311cbe29d62dc9ed344aad1d994280)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"bf80830e-4dd6-4347-af84-75b8fb5f3466","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.34345906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"f0152ead-79ba-41c1-82ed-bfd688c21054","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-auth-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.461791176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"8f203e2e-6e5b-43a1-a25f-ac4e1e41a66a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.509243272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"92b9f627-c264-4258-af46-a13c8d76bbdf","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.509263218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"92b9f627-c264-4258-af46-a13c8d76bbdf","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.561684214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"35f18350-f027-4a99-9889-553194982271","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-auth-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.579917463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17decea-8b7b-4ab3-bd3f-fa688cefbdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.635352263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17decea-8b7b-4ab3-bd3f-fa688cefbdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.687698433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17decea-8b7b-4ab3-bd3f-fa688cefbdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.741195884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17decea-8b7b-4ab3-bd3f-fa688cefbdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.85105964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"2132eb46-b7e8-4f4f-87b6-e457df507ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.851576513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"f2ea2edc-95d5-4784-b199-154df2972e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.903341567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"177121d0-75e8-4b9c-8df8-1baf1b2fdf26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:09.903454786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"17ae087f-33c5-4540-bf56-2903fe09bbb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.008467863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"352ee8af-f0e6-422b-9686-60f9a3a0dcfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.179594632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"99067fc4-79dd-4d9c-ac0c-b29ab81cec84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.279608131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d637ca53-826d-4732-be83-7b4400c4b5f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.394962061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"22a14496-018a-48d4-a853-a4165afbe0e4","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.49574237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"52d28675-8a0e-44c1-a101-ed6fd72a7d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.596918004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"2210d89d-8c4d-4d71-bb9a-cd9f8867f32f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.688596024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","namespace":"ai-tenant-e2e-praxis-b-f64a82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.688669002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","namespace":"ai-tenant-e2e-praxis-b-f64a82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.688717431Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","tenant":"e2e-praxis-b-f64a82","tenantID":"e2e-praxis-b-f64a82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.742793703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f64a82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.812828938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Service","name":"maas-api-e2e-praxis-b-f64a82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.868044818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f64a82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.922561653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f64a82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:10.97684765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.018547375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"abfa4a88-a5bc-4e0f-ac48-e0c2535a9c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.019196659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"e025c6ad-8645-4cf4-91fc-ba629aaf1c1c","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.031606178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.135349328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"e8cbcdc6-44a3-483f-891c-110bc3bebaf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.135625376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.189907041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.241409842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.293247314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.346979654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Service","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.398927948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.451060897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.503756205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.55603495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.611717088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.663621338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.695823612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45259b1-828f-4c2e-b673-167a8e28f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.696365553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"d4bd5506-24ab-413c-ad1b-de9138dc8e91","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.758138541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.763116617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45259b1-828f-4c2e-b673-167a8e28f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.817986164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f64a82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.818751944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45259b1-828f-4c2e-b673-167a8e28f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.822134219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"d4bd5506-24ab-413c-ad1b-de9138dc8e91","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.870987116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45259b1-828f-4c2e-b673-167a8e28f106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:11.871245395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f64a82"},"namespace":"ai-tenant-e2e-praxis-b-f64a82","name":"default-tenant","reconcileID":"2c4cf448-3e30-47f7-965a-4cb781c0ecac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f64a82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.811545138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"ae775fc0-a3aa-47de-bd79-9de0f842bb66","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.811656996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"ae775fc0-a3aa-47de-bd79-9de0f842bb66","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.9158015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"40649758-6a40-40d3-95c5-179d59506a3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.973533916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"40649758-6a40-40d3-95c5-179d59506a3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:12.978037461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"a3fc0d3a-8e02-4822-a043-8fcf411b1aa5","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b58b0548","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:13.281685554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:13.285044068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"1bb4066d-75ef-4ea7-90aa-353a092667e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:13.34112337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"1bb4066d-75ef-4ea7-90aa-353a092667e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:16.74770381Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f64a82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f64a82","reconcileID":"8a70d787-4709-4b41-9e8c-dce34e1cad52","aitenant":"ai-tenants/e2e-praxis-b-f64a82","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:17.292652069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0ce206-4b7b-4591-87e1-5f734c8f4266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:17.344985248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0ce206-4b7b-4591-87e1-5f734c8f4266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:17.397681753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0ce206-4b7b-4591-87e1-5f734c8f4266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:17.450424858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f0ce206-4b7b-4591-87e1-5f734c8f4266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:17.568765567Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f64a82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f64a82","reconcileID":"8a70d787-4709-4b41-9e8c-dce34e1cad52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f64a82","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f64a82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.313144965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"c90ff36b-ce98-425c-b897-e96eb27ce8ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.371083245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"c90ff36b-ce98-425c-b897-e96eb27ce8ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.373163646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573eea15-d6c7-4ff2-af02-4c3148906e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.426184637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573eea15-d6c7-4ff2-af02-4c3148906e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.480014093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573eea15-d6c7-4ff2-af02-4c3148906e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.532317874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573eea15-d6c7-4ff2-af02-4c3148906e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.750708475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"81a97274-4646-4fc1-a186-41338e27721d","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:19.750732186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"81a97274-4646-4fc1-a186-41338e27721d","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:21.502372102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba96f60-8be6-453a-899d-4e1439dd4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:21.555156911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba96f60-8be6-453a-899d-4e1439dd4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:21.607116766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba96f60-8be6-453a-899d-4e1439dd4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:21.659126019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba96f60-8be6-453a-899d-4e1439dd4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.069269496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"b01af329-edbb-4552-bb6a-9ecec56209f4","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","subscription":"e2e-auth-iso-bf60ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.122535093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"b01af329-edbb-4552-bb6a-9ecec56209f4","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.176485927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"b01af329-edbb-4552-bb6a-9ecec56209f4","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.462287444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"f9312bc2-8dd0-48f1-9387-f467799bf9d1","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.462307515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"f9312bc2-8dd0-48f1-9387-f467799bf9d1","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.616585197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"9aa9fb06-65fd-487d-81db-14d1c6184f8b","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.616608237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"9aa9fb06-65fd-487d-81db-14d1c6184f8b","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.617676551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca5b939-6e95-4c5f-95f6-1a24c4c43d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.670369493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca5b939-6e95-4c5f-95f6-1a24c4c43d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.72496587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca5b939-6e95-4c5f-95f6-1a24c4c43d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.725010198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"86e56a19-e640-4269-bc11-567c6cf0a522","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.780787895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ca5b939-6e95-4c5f-95f6-1a24c4c43d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.789075732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"86e56a19-e640-4269-bc11-567c6cf0a522","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.834023994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"f82d2bc7-2b0f-4604-b4ef-2a3d3db49524","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.840366485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"bb8a4f4f-c0bc-464e-93ff-3843b1ec5eda","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53aa4cb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:23.890833568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"f82d2bc7-2b0f-4604-b4ef-2a3d3db49524","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:24.100228406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"abbae27d-efd4-4070-af33-14f3a455d6a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:24.157145951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"abbae27d-efd4-4070-af33-14f3a455d6a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:24.203449229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"01850ca4-734e-4ace-994f-29534a15fd81","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:24.218881464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-849ad2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-849ad2","reconcileID":"a1294d03-9c2c-485b-b2b0-71f7a9d15a53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-849ad2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-849ad2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:24.260249255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"01850ca4-734e-4ace-994f-29534a15fd81","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.07780207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"86622614-c526-4b7b-925c-ba1ec3b0a2a8","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.077823713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"86622614-c526-4b7b-925c-ba1ec3b0a2a8","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.157619931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"416c39ee-b563-47f3-acda-e74a2438b2eb","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.157646564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"416c39ee-b563-47f3-acda-e74a2438b2eb","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.20421012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"284f99ad-9e3d-4d47-9098-042bcc61240a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:30:25.205068834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"aea9ef80-ba9d-4a7e-85a1-0483bed8e1fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7bae02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:30:25.210980417Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"416c39ee-b563-47f3-acda-e74a2438b2eb","name":"auth-test-model-4d1e5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4d1e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:30:25.211035008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"416c39ee-b563-47f3-acda-e74a2438b2eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4d1e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.216356327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"d4db12c0-9575-4e9c-a475-a2bbeca3b319","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.21637235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"d4db12c0-9575-4e9c-a475-a2bbeca3b319","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.261427344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"284f99ad-9e3d-4d47-9098-042bcc61240a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.312540181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"0893dca8-3ea5-4920-aad1-3739435c5d74","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.312561885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"0893dca8-3ea5-4920-aad1-3739435c5d74","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.369730262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"ac9f58c2-4a6a-482a-9c79-16ec7485c5e1","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.369748999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"ac9f58c2-4a6a-482a-9c79-16ec7485c5e1","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.572431752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"921f1fd8-c12a-4b58-b103-e1a36094ab51","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.584020996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fa7b817a-c0de-4cb5-96cc-141c36aad333","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-auth-test-model-4d1e5b","model":"auth-test-model-4d1e5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-4d1e5b/e2e-auth-iso-7bae02"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.628676941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"921f1fd8-c12a-4b58-b103-e1a36094ab51","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.691789976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a8fd9-313c-4d23-9993-9060a91ac877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.744441759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a8fd9-313c-4d23-9993-9060a91ac877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.796211822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a8fd9-313c-4d23-9993-9060a91ac877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.848123232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a8fd9-313c-4d23-9993-9060a91ac877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.906423565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"700960ce-5439-473f-af2d-06d9ba034154","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:25.906453648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"700960ce-5439-473f-af2d-06d9ba034154","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:26.115987972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"f104f0a5-0acf-49eb-ae0c-2addcfe10144","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-auth-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:27.793265988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08226127-eebc-46db-a533-28fff1472f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:27.846538087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08226127-eebc-46db-a533-28fff1472f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:27.898416865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08226127-eebc-46db-a533-28fff1472f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:27.951786568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08226127-eebc-46db-a533-28fff1472f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:32.35407801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"af3f9213-1470-4284-a498-557660a90ca5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-7435d4","tenantID":"e2e-explicit-7435d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:32.470155211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"af3f9213-1470-4284-a498-557660a90ca5","name":"e2e-explicit-7435d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:33.893038848Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"29abeb9c-e55f-4369-8606-20746f948521","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","subscription":"e2e-auth-iso-bf60ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:33.945353455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"29abeb9c-e55f-4369-8606-20746f948521","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.002509827Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"29abeb9c-e55f-4369-8606-20746f948521","MaaSSubscription":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.277617698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"3d696b74-d557-4bf3-94bb-2888674114c1","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.277640819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"3d696b74-d557-4bf3-94bb-2888674114c1","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.382063932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"bb8ee911-7cab-46c2-b162-af885535bc20","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.428649599Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"a7406731-0312-4272-b3fb-9e8f299b165b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.428723748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"2270c401-77c7-4acc-8b9f-9e2ac0361a5d","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.42874308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"2270c401-77c7-4acc-8b9f-9e2ac0361a5d","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.438674796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"bb8ee911-7cab-46c2-b162-af885535bc20","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.63586366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"a7406731-0312-4272-b3fb-9e8f299b165b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.761208474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"a7406731-0312-4272-b3fb-9e8f299b165b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.761238694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-auth-iso-bf60ed","reconcileID":"a7406731-0312-4272-b3fb-9e8f299b165b","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.789177709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"2af64e00-7351-478f-88ac-6f70ef179a61","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.817923731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"8cec3cc7-1054-4302-a2df-e37ea00c2c71","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/auth-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.817985071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"auth-test-model-8f9f75","reconcileID":"8cec3cc7-1054-4302-a2df-e37ea00c2c71","MaaSModelRef":{"name":"auth-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"auth-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"auth-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.845519489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"2af64e00-7351-478f-88ac-6f70ef179a61","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.974114083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"b17e089f-971b-4984-86b4-31285e3fb14d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:34.974134488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"b17e089f-971b-4984-86b4-31285e3fb14d","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.050244173Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fd991ee7-b53b-4f21-b40c-d48eb67c0a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.209501258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fd991ee7-b53b-4f21-b40c-d48eb67c0a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.334254402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fd991ee7-b53b-4f21-b40c-d48eb67c0a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.334285319Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-auth-iso-bf60ed","reconcileID":"fd991ee7-b53b-4f21-b40c-d48eb67c0a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-bf60ed","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.391080173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"43c739fc-b6f3-4e21-882c-c4d91fad992f","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/auth-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:35.391104106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"auth-test-model-120308","reconcileID":"43c739fc-b6f3-4e21-882c-c4d91fad992f","MaaSModelRef":{"name":"auth-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"auth-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"auth-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:38.594375698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"b4c2e0c1-b42b-452a-b620-c912a593aa56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:38.708569093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"0ad42a4d-b33a-484c-bccd-23aadd0811cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:38.826014273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"639c6df8-3c26-4206-9e1e-d411751c9488","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"maas-trlp-auth-test-model-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:38.924763851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"6587312c-3f08-460c-a4b0-22dd011859cb","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.000608378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"5937756a-28b8-48b2-ab95-c90e3cc9b034","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.000639766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"5937756a-28b8-48b2-ab95-c90e3cc9b034","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.029828711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"6c28e0f8-40a3-4fda-835d-c4715d71d565","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-auth-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.06678123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"999dd176-4c36-448b-b073-4079ce7216cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.125514592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"d1a6effa-171d-4e8b-8455-0d29d7f8413a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.19903727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"b4f52e7b-ac03-41de-abd5-7938fe529f51","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.199059487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"b4f52e7b-ac03-41de-abd5-7938fe529f51","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.225834375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"1b5aa84f-6ffa-48b5-89da-7accb6e63313","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.247145409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"086a9c14-e239-48c5-9481-8254baefeaa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.385724432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"4fa04b41-55b3-41f1-8ce0-2733ac939409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.541402323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"f33a0d22-11e5-4f05-ae19-01a7ea4f97f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.662284989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32200b0a-51d2-470b-837a-467c29ae974e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.760758637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"a30d53cb-2ad6-4830-92f1-26fc2582dbc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.862788658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"2b0c3014-6ccb-40d7-a6cb-6cfb92b08a4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:39.862803992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"16dd2f53-c9e2-4524-aa0d-7fbf3313f072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:40.139888424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"6a1dae16-96b0-4274-996f-6199e64f7424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:40.25690114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"450c1b8b-4205-4689-93c0-25af644619cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:40.313343287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"450c1b8b-4205-4689-93c0-25af644619cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:40.380284157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"acb0b3f2-2f77-4810-b776-100fab80516b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:40.436797354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"acb0b3f2-2f77-4810-b776-100fab80516b","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.130005095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"d7703780-da98-405e-a6ce-a3f658b1d25b","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.130025133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"d7703780-da98-405e-a6ce-a3f658b1d25b","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.233867603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"6e489931-5502-4fc2-be72-76b92ddee254","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.290646895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"6e489931-5502-4fc2-be72-76b92ddee254","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.292078871Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"a8ba1a8c-9197-4028-8f60-1d87251c5128","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb926ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.551363555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"65a2073a-60e4-4e6b-9faf-e5713a6aeee9","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:42.611355278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"65a2073a-60e4-4e6b-9faf-e5713a6aeee9","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:43.281071718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.035021704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"24d55de7-d159-4921-80f2-223b33debd7a","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.035051293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"24d55de7-d159-4921-80f2-223b33debd7a","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.139715484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"ab8dae01-63fe-495c-8736-8a0c3e26730d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.196116249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"ab8dae01-63fe-495c-8736-8a0c3e26730d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.198068795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"38e0f95b-2de2-4fb4-87b2-d12bceca39f0","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b5f33fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.508452697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"b2c0058e-12d5-4435-8f4e-7138a7eb3696","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:48.566547178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"b2c0058e-12d5-4435-8f4e-7138a7eb3696","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.345255839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"9cd22a79-4b70-4b40-9c2d-23eb6589188f","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","subscription":"e2e-auth-iso-12c078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.398133603Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"9cd22a79-4b70-4b40-9c2d-23eb6589188f","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.451349891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"9cd22a79-4b70-4b40-9c2d-23eb6589188f","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"maas-trlp-auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.731408682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"b34c18f4-213e-4244-be66-fb18320c6b0e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.731429322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"b34c18f4-213e-4244-be66-fb18320c6b0e","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.835469478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"64816326-ca62-404f-a9a6-d3150c4a9aaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.891828447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"64816326-ca62-404f-a9a6-d3150c4a9aaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.896098011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"63c72b0c-d891-4d44-89a4-2a7fe90e19b7","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:52.896115782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"63c72b0c-d891-4d44-89a4-2a7fe90e19b7","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.000150218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"4ea70379-926b-4cc6-88ae-320cc08d7c21","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.0562661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"4ea70379-926b-4cc6-88ae-320cc08d7c21","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.058074915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"62a247b7-4073-4371-b024-df67ad95c31c","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d2d1e2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.204208852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2e7b054e-25b6-4fc3-ad3b-4cf3dec7513a","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.261393668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"2e7b054e-25b6-4fc3-ad3b-4cf3dec7513a","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.405230626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"2425d4f9-af43-42e1-8548-4d63dc38007d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:53.463876575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"2425d4f9-af43-42e1-8548-4d63dc38007d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.254390705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"63630b89-7a95-473f-b4bd-2f19676cbef6","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","subscription":"e2e-auth-iso-7bae02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.307391178Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"63630b89-7a95-473f-b4bd-2f19676cbef6","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.360713335Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"63630b89-7a95-473f-b4bd-2f19676cbef6","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.641121734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"f461bd2f-0bda-48b1-9e13-968285c052e6","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.641155303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"f461bd2f-0bda-48b1-9e13-968285c052e6","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.75337933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"fbb10c27-64f0-4eb1-9ce2-f81e4132ea76","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.795226115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"5705bf74-c6af-469a-af78-611c3c825bb0","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.795247994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"5705bf74-c6af-469a-af78-611c3c825bb0","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.809323223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"fbb10c27-64f0-4eb1-9ce2-f81e4132ea76","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.908611422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"29c9c91b-7f59-43bc-814a-bac2df6c8990","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.96073525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"1c0aa67e-b430-4ea0-964c-f8cc02c759e5","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c80c0aa6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:58.96589638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"29c9c91b-7f59-43bc-814a-bac2df6c8990","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:59.122310403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"a61ad965-5e6c-45a0-aa68-11698868e833","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:59.181093248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"a61ad965-5e6c-45a0-aa68-11698868e833","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:59.322406401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fce74892-f28a-4186-927b-6186768bc23e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:30:59.380867015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"fce74892-f28a-4186-927b-6186768bc23e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.112788894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"12c8e5eb-bd31-451c-82c1-9baec4768382","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","subscription":"e2e-auth-iso-12c078","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.165333555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"12c8e5eb-bd31-451c-82c1-9baec4768382","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.218265337Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"12c8e5eb-bd31-451c-82c1-9baec4768382","MaaSSubscription":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"maas-trlp-auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.501853561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"08dc2cd2-d8ca-48ae-b90b-a663e7a6fef6","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.501881307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"08dc2cd2-d8ca-48ae-b90b-a663e7a6fef6","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.605636107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"222b277b-d23c-47e4-b08f-1f33b779560f","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.662651427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"222b277b-d23c-47e4-b08f-1f33b779560f","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.675460725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"47747c6f-b767-4b34-8a1e-ba75e8d36708","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.675611889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"1d1a2359-56d2-44e9-b389-b72b0626f9ba","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.675633076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"1d1a2359-56d2-44e9-b389-b72b0626f9ba","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.831074131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"47747c6f-b767-4b34-8a1e-ba75e8d36708","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.953157383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"47747c6f-b767-4b34-8a1e-ba75e8d36708","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"name":"e2e-shared-a-w4-2478eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.953186061Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"e2e-auth-iso-12c078","reconcileID":"47747c6f-b767-4b34-8a1e-ba75e8d36708","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:03.983279013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"0dc10f8f-4794-4a5d-8567-b62c41cd0f66","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.011670619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"de54cba1-ed71-4fc0-9866-a82771980326","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"tenant":"e2e-shared-a-w4-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","model":"ai-tenant-e2e-shared-a-w4-2478eb/auth-test-model-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.011693908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"auth-test-model-2478eb","reconcileID":"de54cba1-ed71-4fc0-9866-a82771980326","MaaSModelRef":{"name":"auth-test-model-2478eb","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"routeName":"auth-test-model-2478eb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","llmisvcName":"auth-test-model-2478eb","gateway":"openshift-ingress/e2e-shared-a-w4-2478eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.039386599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"0dc10f8f-4794-4a5d-8567-b62c41cd0f66","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.179378403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"47541b5d-9054-4f43-ab2c-9453e5c0d6a1","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.17940341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"47541b5d-9054-4f43-ab2c-9453e5c0d6a1","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.244289111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"6dadd47a-a7b9-4cfe-a018-95db1678c57d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.498345265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"6dadd47a-a7b9-4cfe-a018-95db1678c57d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.622998745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"6dadd47a-a7b9-4cfe-a018-95db1678c57d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"name":"e2e-shared-b-w4-c0857f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.623022721Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"e2e-auth-iso-12c078","reconcileID":"6dadd47a-a7b9-4cfe-a018-95db1678c57d","MaaSAuthPolicy":{"name":"e2e-auth-iso-12c078","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.68300382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"ec10e0b0-a5cc-4fad-b19b-8255e5f22d0c","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"tenant":"e2e-shared-b-w4-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","model":"ai-tenant-e2e-shared-b-w4-c0857f/auth-test-model-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:04.683024506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"auth-test-model-c0857f","reconcileID":"ec10e0b0-a5cc-4fad-b19b-8255e5f22d0c","MaaSModelRef":{"name":"auth-test-model-c0857f","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"routeName":"auth-test-model-c0857f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","llmisvcName":"auth-test-model-c0857f","gateway":"openshift-ingress/e2e-shared-b-w4-c0857f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.01741931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"9e9b835b-a175-4681-a9f7-a58d33c58a55","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","subscription":"e2e-auth-iso-7bae02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.071225408Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"9e9b835b-a175-4681-a9f7-a58d33c58a55","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.124422305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"9e9b835b-a175-4681-a9f7-a58d33c58a55","MaaSSubscription":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.412118355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"be8fa209-cd5a-4f5e-bc65-54a1ec10323b","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.41213978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"be8fa209-cd5a-4f5e-bc65-54a1ec10323b","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.519623221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"67d93144-fc8c-4d02-88c7-47281b24b801","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.574923023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"0e3ae640-ae1e-4471-8926-81823db8f5ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.575086725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"62384297-125e-4417-a22b-4f96ebd33a55","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.575106161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"62384297-125e-4417-a22b-4f96ebd33a55","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.578714405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"67d93144-fc8c-4d02-88c7-47281b24b801","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.73575506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"0e3ae640-ae1e-4471-8926-81823db8f5ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.863697303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"0e3ae640-ae1e-4471-8926-81823db8f5ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.863816283Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-auth-iso-7bae02","reconcileID":"0e3ae640-ae1e-4471-8926-81823db8f5ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.887237099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"f45a92c4-6486-4390-8051-cef85824b377","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.920851282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"ccfc12ef-5d6a-4e4b-ad8d-6ccf39ec2a6f","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/auth-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.920870186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"auth-test-model-29a0da","reconcileID":"ccfc12ef-5d6a-4e4b-ad8d-6ccf39ec2a6f","MaaSModelRef":{"name":"auth-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"auth-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"auth-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:09.944528743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"f45a92c4-6486-4390-8051-cef85824b377","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.075509532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"0087a577-cbeb-4c20-87dd-9264240b1f93","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.075529527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"0087a577-cbeb-4c20-87dd-9264240b1f93","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.15015669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d444e39d-1c2e-4b17-a73c-ad1e878e340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.314863023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d444e39d-1c2e-4b17-a73c-ad1e878e340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.440010348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d444e39d-1c2e-4b17-a73c-ad1e878e340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.440133139Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-auth-iso-7bae02","reconcileID":"d444e39d-1c2e-4b17-a73c-ad1e878e340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7bae02","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.496685885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"46d89345-9082-4d72-ad50-6d80b60b8f62","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/auth-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:10.496705633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"auth-test-model-4d1e5b","reconcileID":"46d89345-9082-4d72-ad50-6d80b60b8f62","MaaSModelRef":{"name":"auth-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"auth-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"auth-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:13.278612766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.107820721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835c0710-8415-42cb-9c78-e0b25f2c6676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.160465942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835c0710-8415-42cb-9c78-e0b25f2c6676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.212459823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835c0710-8415-42cb-9c78-e0b25f2c6676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.264480988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835c0710-8415-42cb-9c78-e0b25f2c6676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.62714543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b59581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b59581","reconcileID":"0bfec612-4c8d-4987-a1c3-08adb3409b75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b59581","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b59581":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.741917123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"922f56f1-69a2-44ed-91f0-16fd1797a86d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:30.865213686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"922f56f1-69a2-44ed-91f0-16fd1797a86d","name":"e2e-shared-a-w3-849ad2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:32.237169407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa1f2f1-b8d3-4203-afe0-3062dccd3bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:32.289192922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa1f2f1-b8d3-4203-afe0-3062dccd3bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:32.34202528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa1f2f1-b8d3-4203-afe0-3062dccd3bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:32.393883113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa1f2f1-b8d3-4203-afe0-3062dccd3bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:42.835218009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023eecbc-ebf3-4cf4-9f15-4dc12e7f2011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:42.887083266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023eecbc-ebf3-4cf4-9f15-4dc12e7f2011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:42.941132947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023eecbc-ebf3-4cf4-9f15-4dc12e7f2011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:42.99365865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023eecbc-ebf3-4cf4-9f15-4dc12e7f2011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:43.279740373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.885017958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434b643d-fa9c-41a4-b2b2-629cf7ac1b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.937581502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434b643d-fa9c-41a4-b2b2-629cf7ac1b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:44.9897742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434b643d-fa9c-41a4-b2b2-629cf7ac1b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:45.041814624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434b643d-fa9c-41a4-b2b2-629cf7ac1b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:46.98111012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12556d9a-991a-4e9a-a8d6-295ea553f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.033209323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12556d9a-991a-4e9a-a8d6-295ea553f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.085360571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12556d9a-991a-4e9a-a8d6-295ea553f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:47.137282937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12556d9a-991a-4e9a-a8d6-295ea553f183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:49.018576256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab4a570-e302-4304-b0c6-804233fee2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:49.070551216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab4a570-e302-4304-b0c6-804233fee2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:49.122338472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab4a570-e302-4304-b0c6-804233fee2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:49.17636427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab4a570-e302-4304-b0c6-804233fee2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.067804483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6057b1b-78c0-447f-8132-9c8b1fc50b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.11995846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6057b1b-78c0-447f-8132-9c8b1fc50b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.173443247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6057b1b-78c0-447f-8132-9c8b1fc50b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:51.22653142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6057b1b-78c0-447f-8132-9c8b1fc50b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:53.134001202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f07e3a-a9e1-451e-a421-6554e88bdfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:53.186162169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f07e3a-a9e1-451e-a421-6554e88bdfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:53.238413431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f07e3a-a9e1-451e-a421-6554e88bdfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:53.29073995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f07e3a-a9e1-451e-a421-6554e88bdfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.285165479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ca355b-406d-497f-94e4-19ba825159b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.337104641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ca355b-406d-497f-94e4-19ba825159b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.389208847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ca355b-406d-497f-94e4-19ba825159b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.441589734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ca355b-406d-497f-94e4-19ba825159b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:56.910872671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ce3464","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ce3464","reconcileID":"64a0eaa1-2adb-4b53-b613-217316644ca1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ce3464","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ce3464":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.522722925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b883b9-11d0-4e19-848d-60eef28b3790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.574663879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b883b9-11d0-4e19-848d-60eef28b3790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.626432272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b883b9-11d0-4e19-848d-60eef28b3790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:31:58.680713983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b883b9-11d0-4e19-848d-60eef28b3790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:13.280671643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:42.586597664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146b4f0-f969-4f98-b286-cea9f5dbd99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:42.639420591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146b4f0-f969-4f98-b286-cea9f5dbd99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:42.691377686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146b4f0-f969-4f98-b286-cea9f5dbd99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:42.743755343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146b4f0-f969-4f98-b286-cea9f5dbd99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:43.278529735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:44.720045635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0129f518-25ce-453e-b97f-79607a7c1f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:44.77303676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0129f518-25ce-453e-b97f-79607a7c1f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:44.825087425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0129f518-25ce-453e-b97f-79607a7c1f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:44.877488001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0129f518-25ce-453e-b97f-79607a7c1f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:45.958861251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"8ce043d8-2523-47cb-bcda-76a8f6ff4ffc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b59581","tenantID":"e2e-extmod-a-b59581","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:46.076470932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"8ce043d8-2523-47cb-bcda-76a8f6ff4ffc","name":"e2e-extmod-a-b59581-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:47.924528956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff284ac-a150-41fd-902e-ae7c2ca96ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:47.977420531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff284ac-a150-41fd-902e-ae7c2ca96ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:48.029797174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff284ac-a150-41fd-902e-ae7c2ca96ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:48.081811795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff284ac-a150-41fd-902e-ae7c2ca96ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:48.4483165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c5db10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c5db10","reconcileID":"0e6a568c-1e58-4384-910a-ccb8c4192fa4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c5db10","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c5db10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:48.495909876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-7435d4","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"explicit-model-7435d4","reconcileID":"a441b997-db07-4b09-bf67-2456f28a0d0e","MaaSModelRef":{"name":"explicit-model-7435d4","namespace":"ai-tenant-e2e-explicit-7435d4"},"routeName":"explicit-model-7435d4-kserve-route","namespace":"ai-tenant-e2e-explicit-7435d4","llmisvcName":"explicit-model-7435d4","gateway":"openshift-ingress/e2e-explicit-7435d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:50.001510139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1a199f-c368-495d-9164-07b3f4bc4864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:50.053384553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1a199f-c368-495d-9164-07b3f4bc4864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:50.10524288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1a199f-c368-495d-9164-07b3f4bc4864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:32:50.157497002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1a199f-c368-495d-9164-07b3f4bc4864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.575643594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"8f06feb2-931d-43c9-9589-43b473773dce","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.633047102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"8f06feb2-931d-43c9-9589-43b473773dce","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.638629394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"7f667613-a2cb-4c82-95da-e0f263f88904","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.638697939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"7f667613-a2cb-4c82-95da-e0f263f88904","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.649914764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"7843c35f-bd9f-48d1-a835-c1fa40678858","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.649994205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"7843c35f-bd9f-48d1-a835-c1fa40678858","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.671178129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"e91f7c34-debd-4cd0-a2bf-1ae9883631ea","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.671250384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"e91f7c34-debd-4cd0-a2bf-1ae9883631ea","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.711579479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"d02907dd-aa7c-4742-8b17-391d84910db8","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.711653469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"d02907dd-aa7c-4742-8b17-391d84910db8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.792967618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"05754fec-b03c-4353-8ecd-a5405226d9f3","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.793043622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"05754fec-b03c-4353-8ecd-a5405226d9f3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.953677665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"25c212d7-9aaa-490d-bcbd-df6fe6de23f4","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:57.953753897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"25c212d7-9aaa-490d-bcbd-df6fe6de23f4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:58.274883502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"256ec236-f53b-4e03-9f09-10ab46833249","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:58.274986845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"256ec236-f53b-4e03-9f09-10ab46833249","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:58.916015267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"a3fe5bdc-3e4b-4932-8ba6-743451e2f46b","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:32:58.916085432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"a3fe5bdc-3e4b-4932-8ba6-743451e2f46b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:33:00.196788866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"b77cb64a-e7de-4481-8d32-0cae2571d11b","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:33:00.196856342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"b77cb64a-e7de-4481-8d32-0cae2571d11b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:33:02.757851484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"c60205c9-eb16-4d66-b0ad-276d761e70f4","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:33:02.757923561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-221801","namespace":"ai-tenant-e2e-noten-221801"},"namespace":"ai-tenant-e2e-noten-221801","name":"noten-model-221801","reconcileID":"c60205c9-eb16-4d66-b0ad-276d761e70f4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-221801/noten-model-221801: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-221801/noten-model-221801-kserve-route (gateways: [openshift-ingress/e2e-noten-221801]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:33:13.279247331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:33:15.751319944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"a325d5b7-41e8-4091-afe6-359795255057","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ce3464","tenantID":"e2e-extmod-a-ce3464","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:33:15.868909248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"a325d5b7-41e8-4091-afe6-359795255057","name":"e2e-extmod-a-ce3464-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:33:43.279707351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:06.205889412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93d01f1-8fb5-4455-9a87-baac75ea35c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:06.257653942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93d01f1-8fb5-4455-9a87-baac75ea35c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:06.310759815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93d01f1-8fb5-4455-9a87-baac75ea35c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:06.363713973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93d01f1-8fb5-4455-9a87-baac75ea35c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:08.283373098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a10ba80-6983-48ad-8ac4-00da8931ec8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:08.340637185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a10ba80-6983-48ad-8ac4-00da8931ec8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:08.392323738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a10ba80-6983-48ad-8ac4-00da8931ec8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:08.444038636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a10ba80-6983-48ad-8ac4-00da8931ec8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:09.595563494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"0045212b-c699-49dc-a124-9e740798b214","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:09.712521242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"0045212b-c699-49dc-a124-9e740798b214","name":"e2e-shared-b-w3-c5db10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:10.355877364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6325f-4087-4f1f-852a-003b63b31623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:10.407589642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6325f-4087-4f1f-852a-003b63b31623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:10.459371824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6325f-4087-4f1f-852a-003b63b31623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:10.511746734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6325f-4087-4f1f-852a-003b63b31623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:13.281182245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:14.889477226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","namespace":"ai-tenant-e2e-explicit-7435d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:14.88956979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","namespace":"ai-tenant-e2e-explicit-7435d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:14.889652027Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","tenant":"e2e-explicit-7435d4","tenantID":"e2e-explicit-7435d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:14.944121251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Deployment","name":"maas-api-e2e-explicit-7435d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.010060572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Service","name":"maas-api-e2e-explicit-7435d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.134142557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-7435d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.188748473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-7435d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.247064212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.30122771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.359170257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.414578429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.472789098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Deployment","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.525019731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.577821435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Service","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.630262681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"Service","name":"payload-pre-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.637203435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492e9240-43aa-4a95-b4e5-016573139481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.691630274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492e9240-43aa-4a95-b4e5-016573139481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.691994455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.745676936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492e9240-43aa-4a95-b4e5-016573139481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.799031695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492e9240-43aa-4a95-b4e5-016573139481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.800972494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.853061729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.909785417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:15.961591717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:16.064502132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:16.121505692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-7435d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:16.158728444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-67ac91","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-67ac91","reconcileID":"f9983bf6-4d02-4b19-9d43-0a4a7f21ee1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-67ac91","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-67ac91":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:16.174264457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-7435d4"},"namespace":"ai-tenant-e2e-explicit-7435d4","name":"default-tenant","reconcileID":"71031bd8-47df-4178-87bb-8a5e8c4180ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-7435d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:17.724385171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dbc427-8ef4-4717-be5c-bff95026e162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:17.776349201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dbc427-8ef4-4717-be5c-bff95026e162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:17.828121047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dbc427-8ef4-4717-be5c-bff95026e162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:17.880103794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33dbc427-8ef4-4717-be5c-bff95026e162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:19.769099821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1be85c07-a9e1-45fc-b843-30f46a413cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:19.821013977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1be85c07-a9e1-45fc-b843-30f46a413cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:19.872685927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1be85c07-a9e1-45fc-b843-30f46a413cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:19.924875448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1be85c07-a9e1-45fc-b843-30f46a413cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:21.448160444Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-7435d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-7435d4","reconcileID":"86b854ab-9fbb-420c-915c-1495735c6545","aitenant":"ai-tenants/e2e-explicit-7435d4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:21.908546622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655d636d-ff7c-450d-9d78-f7a28fb8db2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:21.961103424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655d636d-ff7c-450d-9d78-f7a28fb8db2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:22.01304453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655d636d-ff7c-450d-9d78-f7a28fb8db2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:22.065871676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655d636d-ff7c-450d-9d78-f7a28fb8db2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:22.341564584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-7435d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-7435d4","reconcileID":"86b854ab-9fbb-420c-915c-1495735c6545","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-7435d4","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-7435d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:22.883719185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-13ceaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-13ceaf","reconcileID":"24f86273-6f78-4360-9505-d0bdb8fdd2b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-13ceaf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-13ceaf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:23.97616594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f7b54-0895-40bf-994d-f9d7cbeebac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:24.028426037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f7b54-0895-40bf-994d-f9d7cbeebac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:24.080975661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f7b54-0895-40bf-994d-f9d7cbeebac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:24.133007771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f7b54-0895-40bf-994d-f9d7cbeebac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:26.013287939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50709d90-703e-41ce-9762-a6c4227843e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:26.065414899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50709d90-703e-41ce-9762-a6c4227843e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:26.120830801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50709d90-703e-41ce-9762-a6c4227843e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:26.175470696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50709d90-703e-41ce-9762-a6c4227843e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:28.104297321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce369642-d052-4b9f-a2d6-fc5f92b2a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:28.157036669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce369642-d052-4b9f-a2d6-fc5f92b2a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:28.208914019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce369642-d052-4b9f-a2d6-fc5f92b2a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:28.26058855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce369642-d052-4b9f-a2d6-fc5f92b2a7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:32.82497611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcc6835-307a-4326-b29e-6009fb2aad5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:32.877303905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcc6835-307a-4326-b29e-6009fb2aad5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:32.930334328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcc6835-307a-4326-b29e-6009fb2aad5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:32.982240359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbcc6835-307a-4326-b29e-6009fb2aad5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:33.416447087Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dd90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dd90da","reconcileID":"90a17eb9-82fb-4c29-b036-f7281e5baad9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dd90da","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-dd90da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:34.898560767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50e81e4-77c1-4d48-ad0d-84e93f8b54c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:34.951036801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50e81e4-77c1-4d48-ad0d-84e93f8b54c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:35.003536109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50e81e4-77c1-4d48-ad0d-84e93f8b54c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:35.055574007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b50e81e4-77c1-4d48-ad0d-84e93f8b54c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:36.960911986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700ea02f-f3b7-4d23-8a04-8fe20d973015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:37.013292149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700ea02f-f3b7-4d23-8a04-8fe20d973015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:37.073118556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700ea02f-f3b7-4d23-8a04-8fe20d973015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:37.140502628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700ea02f-f3b7-4d23-8a04-8fe20d973015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:39.219391237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821c2e9-d231-497b-a98e-acb70c5c730e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:39.271753353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821c2e9-d231-497b-a98e-acb70c5c730e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:39.324178798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821c2e9-d231-497b-a98e-acb70c5c730e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:39.376398577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f821c2e9-d231-497b-a98e-acb70c5c730e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:41.347738276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcf02fb-bc8f-4300-833b-9dc88a27d9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:41.401830457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcf02fb-bc8f-4300-833b-9dc88a27d9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:41.454156598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcf02fb-bc8f-4300-833b-9dc88a27d9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:41.506215688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fcf02fb-bc8f-4300-833b-9dc88a27d9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:43.284152738Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:43.531488487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a82dce1-48ae-4904-bca1-082fd99b440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:43.584101519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a82dce1-48ae-4904-bca1-082fd99b440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:43.636299721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a82dce1-48ae-4904-bca1-082fd99b440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:43.688147928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a82dce1-48ae-4904-bca1-082fd99b440d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:45.599018623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439207c-a68b-40bf-97a6-e55db27bc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:45.651203871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439207c-a68b-40bf-97a6-e55db27bc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:45.703290495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439207c-a68b-40bf-97a6-e55db27bc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:45.759633027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3439207c-a68b-40bf-97a6-e55db27bc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:47.581887928Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a812ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a812ed","reconcileID":"346eeeeb-cf34-4c0a-a926-bb6f3b4b2934","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a812ed","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a812ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:47.685124717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008f4ca0-a405-479d-91ea-fb7585a7230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:47.74082082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008f4ca0-a405-479d-91ea-fb7585a7230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:47.793083491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008f4ca0-a405-479d-91ea-fb7585a7230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:47.849151722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008f4ca0-a405-479d-91ea-fb7585a7230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:49.767557398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979ced44-b1e4-47ce-a41a-63fb1455bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:49.819562565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979ced44-b1e4-47ce-a41a-63fb1455bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:49.871515651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979ced44-b1e4-47ce-a41a-63fb1455bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:49.925665931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979ced44-b1e4-47ce-a41a-63fb1455bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:51.91128549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dc62b0-0c25-46d5-a135-a777810031c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:51.964130205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dc62b0-0c25-46d5-a135-a777810031c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:52.015801502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dc62b0-0c25-46d5-a135-a777810031c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:34:52.072644992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dc62b0-0c25-46d5-a135-a777810031c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:13.279720166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.082983616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"86ecfe89-7fdc-4962-adca-8349d7674c6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.178722414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df40dec1-4fa9-48eb-bcc3-79ef6eb6648b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.374051061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"a63864a7-8d36-4250-97e3-c0b0bc229f7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.497329544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"bb50f45d-4a9f-4074-bdcf-fcc20148a6bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.616986968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"169ad14d-8186-4b08-b3e8-13943e333bc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.85098388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e602fc41-8381-47e2-bd0c-6556f2c16d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.950728977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"9678c31f-63f9-4197-b515-aabc217d03d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:22.972190395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"b26111b4-9743-4488-aff2-9de073d3bdc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:23.051550626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"c5203712-853a-4c69-9e24-15fa9c5b3733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:23.216770366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"eebb0b8b-ba96-4014-b16f-664fd2404038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:23.337483154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"4455ee38-57b0-49b6-9c71-4b2cd370c4d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:23.515480412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"4168b3d0-b57d-4831-9b46-404d32d7b9b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:33.312777393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7165337-e79f-459e-9f22-c51d3cfbd572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:33.365520804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7165337-e79f-459e-9f22-c51d3cfbd572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:33.417602413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7165337-e79f-459e-9f22-c51d3cfbd572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:33.469344262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7165337-e79f-459e-9f22-c51d3cfbd572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:35.353518355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2a2237-1bed-464b-932a-43016defc178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:35.406120422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2a2237-1bed-464b-932a-43016defc178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:35.458119199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2a2237-1bed-464b-932a-43016defc178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:35.509882681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2a2237-1bed-464b-932a-43016defc178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:41.464042099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"7c442c53-c253-4e24-8943-c3b320c9dff0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-67ac91","tenantID":"e2e-extmod-b-67ac91","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:41.579916577Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"7c442c53-c253-4e24-8943-c3b320c9dff0","name":"e2e-extmod-b-67ac91-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:43.279061385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:51.171505975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"85247f73-1e74-45df-953a-a75459807635","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-13ceaf","tenantID":"e2e-extmod-a-13ceaf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:51.288357464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"85247f73-1e74-45df-953a-a75459807635","name":"e2e-extmod-a-13ceaf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:57.395622862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"a017ecae-65ac-49d3-89fe-a467b2af4efc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:57.494725203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"8bb26422-f536-4f14-9d73-121ca8cd7a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:57.828117986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"febafb68-3b41-4d6c-8a3a-0bb6ceaebc77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:57.93436008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"56c431a0-7dda-47eb-a10b-33d1d42fa8ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:57.942578387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"406ae759-2821-45be-9e16-8f40016f5bed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.198666978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4b141ae-6178-4245-a202-120420034753","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.297748601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"2cbebe03-059a-4db1-93e9-21d0db01e8b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.402864951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"5de7bc21-d6ec-42a3-9261-ccea55b8578e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.512005019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"db5375f3-4920-45c7-9664-cc82ae81274e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.608662945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"d74d254f-6d6c-487b-bad2-0b8db96743aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.808170529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"3c53531e-70c3-4fce-bb9c-c1c71acb0e6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:35:58.915481191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c79be4bc-3d0b-4036-8c9d-a9c0b02d28e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:05.904044203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"7ef6c02d-5428-42c7-a9a6-af8910d8175f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dd90da","tenantID":"e2e-extmod-a-dd90da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:06.022149119Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"7ef6c02d-5428-42c7-a9a6-af8910d8175f","name":"e2e-extmod-a-dd90da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:13.278833578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:25.194500115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"47fd499f-ad4b-4d26-a92d-0b59c61ffc27","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a812ed","tenantID":"e2e-extmod-b-a812ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:25.315420622Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"47fd499f-ad4b-4d26-a92d-0b59c61ffc27","name":"e2e-extmod-b-a812ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:43.283061429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:47.507174435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"d041536f-528f-48dc-88cb-2ee413e2946c","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:36:47.507204406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"d041536f-528f-48dc-88cb-2ee413e2946c","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:13.280892006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:21.45697622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb08a7a-5f5d-472d-9349-52d8bd5172bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:21.509268419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb08a7a-5f5d-472d-9349-52d8bd5172bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:21.56104951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb08a7a-5f5d-472d-9349-52d8bd5172bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:21.613095078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb08a7a-5f5d-472d-9349-52d8bd5172bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:23.513353156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf51738-0df6-4695-9eec-da617202eed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:23.565265743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf51738-0df6-4695-9eec-da617202eed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:23.616919006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf51738-0df6-4695-9eec-da617202eed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:23.668799349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf51738-0df6-4695-9eec-da617202eed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:25.687003922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c121f7fa-9751-4cd4-8b49-6ebeb34442f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:25.739097353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c121f7fa-9751-4cd4-8b49-6ebeb34442f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:25.793213316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c121f7fa-9751-4cd4-8b49-6ebeb34442f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:25.845009732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c121f7fa-9751-4cd4-8b49-6ebeb34442f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:27.838642776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4137e-a4c2-4822-aec0-8fde268879f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:27.891168546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4137e-a4c2-4822-aec0-8fde268879f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:27.94384934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4137e-a4c2-4822-aec0-8fde268879f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:27.996221934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4137e-a4c2-4822-aec0-8fde268879f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:29.923876169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f8d14c-06a3-4ff9-837f-2ddf67fc112a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:29.975859287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f8d14c-06a3-4ff9-837f-2ddf67fc112a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:30.02800636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f8d14c-06a3-4ff9-837f-2ddf67fc112a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:30.080259324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f8d14c-06a3-4ff9-837f-2ddf67fc112a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:31.96032471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7c69a4-f4c8-4247-8df9-c79ce17a3f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:32.012565438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7c69a4-f4c8-4247-8df9-c79ce17a3f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:32.064832968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7c69a4-f4c8-4247-8df9-c79ce17a3f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:32.117134188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7c69a4-f4c8-4247-8df9-c79ce17a3f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:33.998089777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0893ddf-aff4-4c61-b86f-fe48cd793e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:34.050610783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0893ddf-aff4-4c61-b86f-fe48cd793e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:34.102361851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0893ddf-aff4-4c61-b86f-fe48cd793e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:34.154237817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0893ddf-aff4-4c61-b86f-fe48cd793e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:34.96764721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"6d32e20a-e295-4772-96ef-8d258d83eb47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:35.068980167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c2d9ee4-595c-4db5-8ba9-75d8fa088987","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:35.54209191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"9f856622-800f-4402-9cf9-dbb67778e628","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:35.54210433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"0a335351-387f-48b6-8443-8b6da89f543e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:35.855120374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6132a7c7-5669-4881-b718-d685bb78d2b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:35.976288749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"5626a5a5-5a25-4ceb-a07e-6e927bfa9a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.053351177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cde3f5-bd09-4bd5-ae2d-baab4dc3e968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.107315922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cde3f5-bd09-4bd5-ae2d-baab4dc3e968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.159529774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cde3f5-bd09-4bd5-ae2d-baab4dc3e968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.165376358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"11543e7c-8643-44c7-988c-851323e58609","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.211707217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cde3f5-bd09-4bd5-ae2d-baab4dc3e968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.426578653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"756f6e86-3aab-4b0d-94d1-cb6ce03bc22e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.530541153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99bbe8bc-75cd-4eb3-a953-597dc6b259f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.633837623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"22e16d3b-9b16-4cce-9c3a-1a815f7eff16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.735679277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"9c40b6fb-6b4f-4f27-9984-c49d13aa3b7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:36.840095254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"107d6588-19d2-46f8-b81c-7f924e18de08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.295559979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","namespace":"ai-tenant-e2e-extmod-a-dd90da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.295649775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","namespace":"ai-tenant-e2e-extmod-a-dd90da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.295721016Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","tenant":"e2e-extmod-a-dd90da","tenantID":"e2e-extmod-a-dd90da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.35012606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Deployment","name":"maas-api-e2e-extmod-a-dd90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.425617971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Service","name":"maas-api-e2e-extmod-a-dd90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.48514669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-dd90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.541233283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-dd90da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.602507163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.657781987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.716027076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.776578366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.833330325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.885548243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.939152462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Service","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:40.991271853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.055242349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.111812486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.163891805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.215973171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.270303223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.322894487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.378078761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-dd90da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:41.432093301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dd90da"},"namespace":"ai-tenant-e2e-extmod-a-dd90da","name":"default-tenant","reconcileID":"fc812127-6e7a-468d-9d84-954b29d34241","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-dd90da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:43.278882609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:46.556540568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dd90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dd90da","reconcileID":"b2b0d20f-7df8-48fe-af12-f9d7242653d4","aitenant":"ai-tenants/e2e-extmod-a-dd90da","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:47.191396545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48340850-51e5-4fca-864a-4c76c984bb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:47.243655891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48340850-51e5-4fca-864a-4c76c984bb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:47.295619422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48340850-51e5-4fca-864a-4c76c984bb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:47.347991297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48340850-51e5-4fca-864a-4c76c984bb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:47.424049477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dd90da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dd90da","reconcileID":"b2b0d20f-7df8-48fe-af12-f9d7242653d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dd90da","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-dd90da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:49.283022343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a57abd-6f3f-4d48-b342-690ef6efc9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:49.335246099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a57abd-6f3f-4d48-b342-690ef6efc9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:49.387106613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a57abd-6f3f-4d48-b342-690ef6efc9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:49.43891188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a57abd-6f3f-4d48-b342-690ef6efc9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.389341448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a71f791-07e1-4865-8ccf-598d1b6d7307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.441283723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a71f791-07e1-4865-8ccf-598d1b6d7307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.493885161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a71f791-07e1-4865-8ccf-598d1b6d7307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.534281749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"7b2e688c-4a87-48e4-ba0e-702b37aa9a47","namespace":"llm","name":"e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.546045896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a71f791-07e1-4865-8ccf-598d1b6d7307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.591883533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"8413ebb3-dfed-410f-8be2-f64c7c0a6f37","namespace":"llm","name":"e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.744568031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"1d9bb5de-07b5-488b-b39e-19ef3851149d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.745156922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9a5d5fbe-eebf-4a50-b3a8-db5b531d1289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.745674424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8b29cd1b-79cf-46be-b537-f97d4312df0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.797745784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9fd8c10b-22a7-4309-824a-6c342b60fed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.798185421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"599abd46-093c-4fc7-8d10-77846ad25fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.800525857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"1d9bb5de-07b5-488b-b39e-19ef3851149d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.801437118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8b29cd1b-79cf-46be-b537-f97d4312df0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.802600007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9a5d5fbe-eebf-4a50-b3a8-db5b531d1289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.854534711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9fd8c10b-22a7-4309-824a-6c342b60fed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.855302553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"599abd46-093c-4fc7-8d10-77846ad25fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:51.95832533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"8a27a198-22bf-4451-9fca-09a099ac7f35","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"name":"e2e-dft-1ac9fc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.018079809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efd92acf-fd9a-420a-87db-84aeabdd8158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.018229914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c32f1c5-9707-4b02-92b0-7ca9883cfb04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.067428972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01f55dbe-12fa-4a98-9d29-30f2923c2e52","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.067448234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"01f55dbe-12fa-4a98-9d29-30f2923c2e52","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.067710302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"91fd6988-082b-4526-bbee-5cff65e57ef4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.067722707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"91fd6988-082b-4526-bbee-5cff65e57ef4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.1196797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"78d70beb-4f98-407c-8d92-b3b5b40892ba","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"name":"e2e-dft-1ac9fc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.164505906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"b0654ee7-1408-4838-ae8f-fa24e209f0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.168962131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1df366a-93e8-47d9-acf5-450b95f90f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.169616746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"9454618b-f60c-45df-b196-35e206b9dc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.172187936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10370b5d-73ab-4f93-96fb-36886dcaa50d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.172206251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10370b5d-73ab-4f93-96fb-36886dcaa50d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.172554306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39e95815-0ab8-47e6-82fd-fbc734d63b18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.172572035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39e95815-0ab8-47e6-82fd-fbc734d63b18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.17290324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6dd4506-23e3-4c7c-8b80-0579bf24f093","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.17292098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6dd4506-23e3-4c7c-8b80-0579bf24f093","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.173254797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5ee8d40-49a7-4b06-89e3-5a82d80fa48c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.173271486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5ee8d40-49a7-4b06-89e3-5a82d80fa48c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.173617792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00620ef-0ccf-4b07-b70f-5fbac481634f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.173634582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00620ef-0ccf-4b07-b70f-5fbac481634f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.174101098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7f743b7-1aaf-4971-b76e-896fb7496ee4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.174116532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7f743b7-1aaf-4971-b76e-896fb7496ee4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.221529471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"b0654ee7-1408-4838-ae8f-fa24e209f0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.22781332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"9454618b-f60c-45df-b196-35e206b9dc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.228393733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1df366a-93e8-47d9-acf5-450b95f90f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.268591984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a6fe8ca9-81a8-4e33-b17a-57ec2cf73201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.268667236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"63cb9eb3-56c6-4b7d-b9f4-e7af66dcc5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.325863003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a6fe8ca9-81a8-4e33-b17a-57ec2cf73201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.329697517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"63cb9eb3-56c6-4b7d-b9f4-e7af66dcc5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.644481407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"44f62393-5542-4616-89ea-e812d6b2dd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.644758929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"5fdff374-f52f-48e2-9fe9-69a38e735107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.644968632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"62cc3ad0-84d9-45e8-a49b-94128ed8f60a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.701113242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"62cc3ad0-84d9-45e8-a49b-94128ed8f60a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.701129306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"44f62393-5542-4616-89ea-e812d6b2dd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.703308512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"5fdff374-f52f-48e2-9fe9-69a38e735107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.799257934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8408615b-ad4a-4dae-bc91-cd53c31b996a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.799278094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df5caf8e-fcb3-4dba-9dc6-c6bff9afc2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.855192581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"8408615b-ad4a-4dae-bc91-cd53c31b996a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.857442529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df5caf8e-fcb3-4dba-9dc6-c6bff9afc2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:52.915818312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"29370348-f26e-49b1-9e13-038ad9866df9","namespace":"llm","name":"e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.007337831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"58a0ee57-ac13-410d-97a9-88b114f4f6e2","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.007375065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"58a0ee57-ac13-410d-97a9-88b114f4f6e2","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.116426128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fab8cc2e-bcc4-4090-a951-cd4902e3ebff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.116454697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b19c84-1a69-460c-9cc1-4f2978e3c48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.117053323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2d1330c5-299a-49d7-9492-92eb1aea845d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.174066151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b19c84-1a69-460c-9cc1-4f2978e3c48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.174306005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fab8cc2e-bcc4-4090-a951-cd4902e3ebff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.176438674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"2d1330c5-299a-49d7-9492-92eb1aea845d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.177981565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d51e3ac3-ed39-48ea-9cac-8b413c6292b3","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.178003773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d51e3ac3-ed39-48ea-9cac-8b413c6292b3","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.261906546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"3c7c1d61-f51d-4288-8740-b1e995c0f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:37:53.283347387Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d51e3ac3-ed39-48ea-9cac-8b413c6292b3","name":"e2e-dft-1ac9fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1ac9fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:37:53.283413762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d51e3ac3-ed39-48ea-9cac-8b413c6292b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1ac9fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.319927795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"3c7c1d61-f51d-4288-8740-b1e995c0f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.341023377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"75c1c523-828b-4ab2-9a4f-f5fced255428","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.34105224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"75c1c523-828b-4ab2-9a4f-f5fced255428","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.363041914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"734166c4-a39a-4952-9aee-3c679653b6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.419995819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"734166c4-a39a-4952-9aee-3c679653b6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.594767003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8c2a4e-80a3-436c-bee5-a6109cda7d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.59487625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cb3a4f58-a03b-468a-a91c-899f041ab4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.595096842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"c7150a68-c528-4f2a-939f-a8154b8d71f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.595198845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5ff6df-a6ff-4b1d-9d65-a3d33a7eddeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.646972732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8c2a4e-80a3-436c-bee5-a6109cda7d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.698902151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8c2a4e-80a3-436c-bee5-a6109cda7d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.703253557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5ff6df-a6ff-4b1d-9d65-a3d33a7eddeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.703260139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"cb3a4f58-a03b-468a-a91c-899f041ab4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.705227025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"c7150a68-c528-4f2a-939f-a8154b8d71f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.75088162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8c2a4e-80a3-436c-bee5-a6109cda7d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.862738782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"00a278a9-0b95-4b56-be52-54d23086ab08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:53.918525514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"00a278a9-0b95-4b56-be52-54d23086ab08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.014913729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d3f8a189-2323-4270-9261-50d7635418e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.066221542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"97899b21-62f5-46d0-8e6d-1cb4af31fd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.066339559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a4ea74fc-16fc-4f96-bde9-2dd26401be24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.066685456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c19340c-11eb-41f6-8256-af3f7f66bfde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.071192245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d3f8a189-2323-4270-9261-50d7635418e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.122915976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"a4ea74fc-16fc-4f96-bde9-2dd26401be24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.123702372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"97899b21-62f5-46d0-8e6d-1cb4af31fd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.125182207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c19340c-11eb-41f6-8256-af3f7f66bfde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.42043628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7f98ebf5-936d-414a-93fa-31516109bc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.477495365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"7f98ebf5-936d-414a-93fa-31516109bc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.518967359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d0c42c2-a92d-44dc-ac62-1dbc5f67cb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:54.57481007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"6d0c42c2-a92d-44dc-ac62-1dbc5f67cb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.008587825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"deff0a21-22c7-4ae8-a001-642705093ae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.174783744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"9ba6af77-4887-4aa1-912b-26f394c9f10e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.405350474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"53b045bc-f635-4289-9e63-44abfe63b456","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.522006298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"a5a9a790-bbc1-4e96-8b1d-d9525a5eabe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.635821667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ac070b-70fc-4e91-a52f-3d414984b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.692262793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ac070b-70fc-4e91-a52f-3d414984b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.745035901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ac070b-70fc-4e91-a52f-3d414984b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.796893365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ac070b-70fc-4e91-a52f-3d414984b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:55.902127456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"2f1e8942-45ff-4f8a-8763-05bac759eecd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.006372074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95cbb449-a3f8-44a5-bf06-88b3660f380b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.006446997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"713554f0-5411-4d69-a43f-2db8edcaed9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.171816469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"82e88110-ed41-4ae4-9dcb-b4ef16760c15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.23573723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84651f5d-1285-41d8-ad6e-e83f3128d86a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.294989389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"84ac85a4-8bcc-4b71-977b-21500ed1abcf","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.295014089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"84ac85a4-8bcc-4b71-977b-21500ed1abcf","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.325666546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"686088f1-2e13-4fb1-865f-8506a5ead364","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.421625784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"d3cf5020-b99e-4e2b-bbe3-91755936e7d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:56.626029225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"d00655c7-d867-4b1c-a160-a693979e625e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:57.698107201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a226a8-777f-48ae-9bf0-1459d3979f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:57.750597122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a226a8-777f-48ae-9bf0-1459d3979f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:57.803033413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a226a8-777f-48ae-9bf0-1459d3979f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:57.855066534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a226a8-777f-48ae-9bf0-1459d3979f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.140461054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"a1b701fc-1760-4a58-a4d8-2e3dfee0a796","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.140489511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"a1b701fc-1760-4a58-a4d8-2e3dfee0a796","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.247016221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"1b58c78f-614f-43de-8396-54162200e5c9","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.247041525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"1b58c78f-614f-43de-8396-54162200e5c9","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.352989929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"225a18dc-82c0-495a-9199-4ce6736b63bf","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.409475389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"225a18dc-82c0-495a-9199-4ce6736b63bf","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.835593487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"3253722e-76fb-4ccd-9b93-9dbf72a318c1","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:58.835629306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"3253722e-76fb-4ccd-9b93-9dbf72a318c1","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:59.002139231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"f00f42a3-b2c8-4d66-9cfe-2ee9a1408c14","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:37:59.059087495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"f00f42a3-b2c8-4d66-9cfe-2ee9a1408c14","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:00.989693886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d75c54da-d803-404c-a733-dd6bb0fc1752","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:00.989727097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"d75c54da-d803-404c-a733-dd6bb0fc1752","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.046336302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"a92f19b1-06bc-4638-b797-9594c706b736","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1ac9fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.145359718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3d9dce6a-1810-4a14-9543-10791cbfb733","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.145359701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dac4bf2-39b7-442e-870e-8afccc234183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.150526854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13ffa9cf-01fe-4aa0-a0fb-c7cd1b091e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.152041937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"cff0c720-687f-418b-a1bb-2053d67df44e","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.152059288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"cff0c720-687f-418b-a1bb-2053d67df44e","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.257817181Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"cff0c720-687f-418b-a1bb-2053d67df44e","name":"e2e-dft-1ac9fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1ac9fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.257897364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"cff0c720-687f-418b-a1bb-2053d67df44e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1ac9fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.270037026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3d9dce6a-1810-4a14-9543-10791cbfb733","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.274471825Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13ffa9cf-01fe-4aa0-a0fb-c7cd1b091e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.274471423Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dac4bf2-39b7-442e-870e-8afccc234183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.310837797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"acb02f1f-ddb7-4ae2-947e-ae3f8ed31356","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.310861887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"acb02f1f-ddb7-4ae2-947e-ae3f8ed31356","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.325829755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3d9dce6a-1810-4a14-9543-10791cbfb733","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.331709588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13ffa9cf-01fe-4aa0-a0fb-c7cd1b091e25","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:01.334544799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dac4bf2-39b7-442e-870e-8afccc234183","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.363502105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a15ab6f-4871-4689-84d6-6b730efee240","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.363519437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a15ab6f-4871-4689-84d6-6b730efee240","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.363868173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8085c807-ad4d-4b59-856f-5f8d6ef8b336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.363880826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8085c807-ad4d-4b59-856f-5f8d6ef8b336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.43551991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"3266efa3-14f0-4148-8b05-39d2b457fbc5","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.435543509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"3266efa3-14f0-4148-8b05-39d2b457fbc5","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.488653738Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"cd31baa7-b818-4295-bd27-7a327fe8ba11","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ac9fc","model":"e2e-dft-1ac9fc","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1ac9fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.54058869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c53df310-8c40-49bc-8886-fa33d9122f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.540592961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1afa96ef-9c23-49dc-abbf-d59472b4a387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.598866866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1afa96ef-9c23-49dc-abbf-d59472b4a387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.599008295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c53df310-8c40-49bc-8886-fa33d9122f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.64606504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"8e924027-acae-451c-a371-215b7a4e78d3","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.655964599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c53df310-8c40-49bc-8886-fa33d9122f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.702147083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"8e924027-acae-451c-a371-215b7a4e78d3","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.758359744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"8e924027-acae-451c-a371-215b7a4e78d3","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.767956445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"f8344860-f02f-4512-97df-bea53cc5fa27","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.767979879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"f8344860-f02f-4512-97df-bea53cc5fa27","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.820571339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65076929-a533-43f3-939b-878bf3246bec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.820588111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65076929-a533-43f3-939b-878bf3246bec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.820881033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"bf3ae34e-383c-488c-9c92-e03f720ed066","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.820892873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"bf3ae34e-383c-488c-9c92-e03f720ed066","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.838809853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"27471a88-4c39-48fb-a901-7d6c7ec4352a","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.839534987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"27471a88-4c39-48fb-a901-7d6c7ec4352a","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:01.957311813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"b2dc18f3-4c80-4731-8905-80cbbab50322","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:02.003284262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"097cc27b-fec6-4340-825a-6feef98ab90b","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ac9fc","model":"llm/e2e-dft-1ac9fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:02.103374272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"b2dc18f3-4c80-4731-8905-80cbbab50322","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:02.157801634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"b2dc18f3-4c80-4731-8905-80cbbab50322","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:02.218594715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"710b589c-e1fb-4b33-9dd7-6ecedc80a5fb","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:02.218614159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"710b589c-e1fb-4b33-9dd7-6ecedc80a5fb","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:03.584601865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d56731-aa6a-49df-821e-f19d77f29634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:03.636464175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d56731-aa6a-49df-821e-f19d77f29634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:03.688181815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d56731-aa6a-49df-821e-f19d77f29634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:03.740112993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45d56731-aa6a-49df-821e-f19d77f29634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:05.668156576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690a0fd5-d9e8-453c-a5da-515d5cc1e8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:05.720244366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690a0fd5-d9e8-453c-a5da-515d5cc1e8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:05.772676337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690a0fd5-d9e8-453c-a5da-515d5cc1e8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:05.82446425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690a0fd5-d9e8-453c-a5da-515d5cc1e8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:11.920878013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a325fa46-0f6e-42e8-898b-fac1740e79e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:11.976597749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a325fa46-0f6e-42e8-898b-fac1740e79e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.020708017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3f7b7d39-3a3d-49fe-b9fb-986406860d4e","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.031886259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a325fa46-0f6e-42e8-898b-fac1740e79e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.077436943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3f7b7d39-3a3d-49fe-b9fb-986406860d4e","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.13311105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3f7b7d39-3a3d-49fe-b9fb-986406860d4e","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.324374536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"573051ae-3fd9-40bb-a053-f1036e947f48","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.380659358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"573051ae-3fd9-40bb-a053-f1036e947f48","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:12.435992426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"573051ae-3fd9-40bb-a053-f1036e947f48","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:13.279091663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.241246523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4067e7d3-cad3-45f5-8ca2-27bda3254e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.298757531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4067e7d3-cad3-45f5-8ca2-27bda3254e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.343755389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"060262f1-d375-4b3e-b007-5b928c97da2f","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.354021504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4067e7d3-cad3-45f5-8ca2-27bda3254e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.400655305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"060262f1-d375-4b3e-b007-5b928c97da2f","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.456174653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"060262f1-d375-4b3e-b007-5b928c97da2f","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.542344512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3e37f7ee-dade-40b8-9a0d-ed5c3b4c07cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.598614719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3e37f7ee-dade-40b8-9a0d-ed5c3b4c07cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:22.653351682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3e37f7ee-dade-40b8-9a0d-ed5c3b4c07cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.562556752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f8a6e6-438a-4c26-9c55-5706c7f78de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.618523832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f8a6e6-438a-4c26-9c55-5706c7f78de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.665703644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b21ce2b7-1a35-4bca-9597-b8e64db780e6","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.673695594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f8a6e6-438a-4c26-9c55-5706c7f78de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.72235296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b21ce2b7-1a35-4bca-9597-b8e64db780e6","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.758680251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"335ca27e-7f58-4c90-b606-afb1e83d156f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.777328866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b21ce2b7-1a35-4bca-9597-b8e64db780e6","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.815186044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"335ca27e-7f58-4c90-b606-afb1e83d156f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:32.870280403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"335ca27e-7f58-4c90-b606-afb1e83d156f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:35.890031448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","namespace":"ai-tenant-e2e-extmod-a-b59581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:35.890093303Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","namespace":"ai-tenant-e2e-extmod-a-b59581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:35.890138941Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","tenant":"e2e-extmod-a-b59581","tenantID":"e2e-extmod-a-b59581","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:35.94454443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b59581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.007190162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Service","name":"maas-api-e2e-extmod-a-b59581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.064225457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b59581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.120203946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b59581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.180982391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.237086323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.299117262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.353335694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.405265467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.459312686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.513177358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Service","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.565128551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.61677545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.668452183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.720858068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.771740737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"40247684-b549-46b2-bd74-eb19dc4b18ec","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ac9fc","model":"llm/e2e-dft-1ac9fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.775975859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.827737735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.879174316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.933551545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b59581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:36.989332147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b59581"},"namespace":"ai-tenant-e2e-extmod-a-b59581","name":"default-tenant","reconcileID":"c39eb62a-0358-4e5a-b2db-7fa1f310b0db","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b59581","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:37.044609071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"7e009c38-dd6a-45c1-ab15-893f0dc56131","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:37.044639186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"7e009c38-dd6a-45c1-ab15-893f0dc56131","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.292042656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90126e6f-cf92-4610-a996-44b67b791d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.292063957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7461bd4a-b867-4a80-aaa6-07a0c62fb483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.29252626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"91e49b27-b675-4c5e-ab37-40cb5a5e7262","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.348922018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90126e6f-cf92-4610-a996-44b67b791d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.349014809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"91e49b27-b675-4c5e-ab37-40cb5a5e7262","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.3512401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7461bd4a-b867-4a80-aaa6-07a0c62fb483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.405252773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"91e49b27-b675-4c5e-ab37-40cb5a5e7262","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.405279328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90126e6f-cf92-4610-a996-44b67b791d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.406710037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7461bd4a-b867-4a80-aaa6-07a0c62fb483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.515726803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"45898fdd-e00a-4059-b989-db1a8fe8c609","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.515761354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"45898fdd-e00a-4059-b989-db1a8fe8c609","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.567974344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b090aca-91eb-41e4-bd1e-a1881138f8c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.567993253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b090aca-91eb-41e4-bd1e-a1881138f8c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.568312054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bcf582c-8127-4115-9b50-2bee74682f9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:38.56832274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bcf582c-8127-4115-9b50-2bee74682f9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:40.334192166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b59581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b59581","reconcileID":"050beefd-1ff2-4546-8b1f-9f001e24b18e","aitenant":"ai-tenants/e2e-extmod-a-b59581","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:40.880793076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697dd8f0-a4bc-4909-88e7-9bd26a434e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:40.933130394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697dd8f0-a4bc-4909-88e7-9bd26a434e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:40.985138053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697dd8f0-a4bc-4909-88e7-9bd26a434e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.036982571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697dd8f0-a4bc-4909-88e7-9bd26a434e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.153802399Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b59581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b59581","reconcileID":"050beefd-1ff2-4546-8b1f-9f001e24b18e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b59581","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b59581"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.458151067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"bbab697b-9644-4831-9ec7-2c1dbda914de","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.458174941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"bbab697b-9644-4831-9ec7-2c1dbda914de","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.613735951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"1fe4a5db-c755-499a-bd7d-8bfe652c8a3b","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.61387174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b0c9307-ff95-473a-acf4-1bb1edfafa23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.613734843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93fe1d6b-540b-431e-ae44-2d02e57fd113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.620365978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"2849726b-3eba-4e46-8be2-21b42772fc0d","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-139fc801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.683441312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93fe1d6b-540b-431e-ae44-2d02e57fd113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.686457171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"1fe4a5db-c755-499a-bd7d-8bfe652c8a3b","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.686900714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b0c9307-ff95-473a-acf4-1bb1edfafa23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.739417581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93fe1d6b-540b-431e-ae44-2d02e57fd113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.74250274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b0c9307-ff95-473a-acf4-1bb1edfafa23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.743048394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"1fe4a5db-c755-499a-bd7d-8bfe652c8a3b","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.947902151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f3dad93-a45b-4568-b810-e85b8d4ea2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.955211399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f43403f-7d9f-4e19-8eb4-820b44138bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:41.955214731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b6710801-2691-4a30-a218-b96a5df262ea","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.005705598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f3dad93-a45b-4568-b810-e85b8d4ea2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.013767787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b6710801-2691-4a30-a218-b96a5df262ea","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.014310949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f43403f-7d9f-4e19-8eb4-820b44138bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.110080574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f3dad93-a45b-4568-b810-e85b8d4ea2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.110586481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b6710801-2691-4a30-a218-b96a5df262ea","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.111747605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (43285185e9891fec0ff10a8a6c5ce63022cea028e37868d547aea936cc029ff0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2e1482ab8c975287c057373fa167fb87bfc46a94ccd3d89b235528437f638b5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (49f7cdc0d3804f75d17507a1b2c945968035d5e475c7fdc46ed5ab66cbf7c93a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7ce05dbeeb624b5dc35a9841447d89ab6044fb2956b3c72f9a27c2c27dfcb70e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f43403f-7d9f-4e19-8eb4-820b44138bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.978403318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"02e6c058-4c63-4bd3-bae8-ca9c2c052e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:42.97883584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e787bb0-88f7-4851-83fa-ca2b9f1319cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.031481803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e787bb0-88f7-4851-83fa-ca2b9f1319cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.035746436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"02e6c058-4c63-4bd3-bae8-ca9c2c052e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.083151685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e787bb0-88f7-4851-83fa-ca2b9f1319cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.135240669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e787bb0-88f7-4851-83fa-ca2b9f1319cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.138227677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"02e6c058-4c63-4bd3-bae8-ca9c2c052e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.196903528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"dccd5582-1923-4355-94d8-d7140769477f","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.196923346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"dccd5582-1923-4355-94d8-d7140769477f","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:43.279405372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:49.08622273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70d40fa-db67-4aff-8bc5-1272482ce58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:49.138408593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70d40fa-db67-4aff-8bc5-1272482ce58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:49.190388189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70d40fa-db67-4aff-8bc5-1272482ce58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:49.308010482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70d40fa-db67-4aff-8bc5-1272482ce58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.211604924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320c009c-6af6-4735-bf13-0034de5f7a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.266227902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320c009c-6af6-4735-bf13-0034de5f7a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.318636885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320c009c-6af6-4735-bf13-0034de5f7a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.370526068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320c009c-6af6-4735-bf13-0034de5f7a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.673384629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"ab0e12db-954b-4e01-a332-675683bebc3e","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ac9fc","subscription":"e2e-dft-1ac9fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.779212845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"ab0e12db-954b-4e01-a332-675683bebc3e","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:51.832417681Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-sub","reconcileID":"ab0e12db-954b-4e01-a332-675683bebc3e","MaaSSubscription":{"name":"e2e-dft-1ac9fc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ac9fc","namespace":"llm","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.161477589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"1073e8c3-83ee-4b03-9e18-f81cde9329a1","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.16150385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"1073e8c3-83ee-4b03-9e18-f81cde9329a1","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.323540002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb24e0ba-570d-412d-ade1-80a08a7882ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.324855434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba1de39-b2be-42f6-82e7-3b3b92832dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.338675266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b2ff105f-704d-4e81-8c97-e4edb709ea2a","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.340679369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"aeadba19-ab23-4c25-a11b-7ff3e1e8738c","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.340700185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"aeadba19-ab23-4c25-a11b-7ff3e1e8738c","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.463142919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb24e0ba-570d-412d-ade1-80a08a7882ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:52.473090399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b2ff105f-704d-4e81-8c97-e4edb709ea2a","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:52.477541548Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba1de39-b2be-42f6-82e7-3b3b92832dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.523316852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb24e0ba-570d-412d-ade1-80a08a7882ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:52.531691405Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b2ff105f-704d-4e81-8c97-e4edb709ea2a","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-1ac9fc-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:52.531738555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"b2ff105f-704d-4e81-8c97-e4edb709ea2a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.531873846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ac9fc-access","reconcileID":"3a22ab21-829d-4c6a-b0f2-865f37b00d13","MaaSAuthPolicy":{"name":"e2e-dft-1ac9fc-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:38:52.540587205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba1de39-b2be-42f6-82e7-3b3b92832dba","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.540893748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14caa231-315a-4ee0-8751-f152b1e4a531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.540916354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14caa231-315a-4ee0-8751-f152b1e4a531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.579048212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9bf528f-e048-4f8b-b103-7a61a4f13d71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.579067657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9bf528f-e048-4f8b-b103-7a61a4f13d71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.700450226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69142e35-ec26-469c-8056-f2f82c273a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.746845671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"6674667f-d03a-4970-adbc-96e62a30e18a","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.746879296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"6674667f-d03a-4970-adbc-96e62a30e18a","MaaSModelRef":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"routeName":"external-model-e2e-dft-1ac9fc-366a77a093ef","namespace":"llm","model":"e2e-dft-1ac9fc","externalModel":"e2e-dft-1ac9fc","provider":"e2e-dft-1ac9fc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.756591451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69142e35-ec26-469c-8056-f2f82c273a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:52.811663647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69142e35-ec26-469c-8056-f2f82c273a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.140311742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8872c63a-df7c-4a67-bd2d-4531a24499ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.140343712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8872c63a-df7c-4a67-bd2d-4531a24499ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.304576591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"84efdec4-319b-4f75-86af-c8fc6815c2fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.35514638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"6d330182-e152-4273-9c07-d5cc670f0fa9","namespace":"llm","name":"e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.360851316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"84efdec4-319b-4f75-86af-c8fc6815c2fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.418597168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3691b911-65cc-413b-a3ea-f03dd9f13acd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.418624526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3691b911-65cc-413b-a3ea-f03dd9f13acd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419001635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"640dde1b-fe2b-4dda-a106-ddc3b9431507","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419021969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"640dde1b-fe2b-4dda-a106-ddc3b9431507","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419351106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1c03828-69a0-4a71-bf46-08a3068c137a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419370443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1c03828-69a0-4a71-bf46-08a3068c137a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419690293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c1a73f6-51f2-4286-a410-69b341817c6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.419708669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c1a73f6-51f2-4286-a410-69b341817c6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424013315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"84efdec4-319b-4f75-86af-c8fc6815c2fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424080983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf0e8e4-b55b-49f7-9a8f-1bc307ebfbc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424099281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf0e8e4-b55b-49f7-9a8f-1bc307ebfbc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424526619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77596138-2303-4baa-a1fe-1caf0a1b9b0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424543514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77596138-2303-4baa-a1fe-1caf0a1b9b0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424957446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02c81ec8-e124-4300-bbef-50cf086afad0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.424971496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02c81ec8-e124-4300-bbef-50cf086afad0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.42519861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f9af67e-c24e-4a3b-9af8-939712a91ce1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.42521211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f9af67e-c24e-4a3b-9af8-939712a91ce1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.514727126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bfecb225-39b6-4a02-99f1-6909ce8b8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.514753228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"fc34092e-5873-46a7-9a5f-52f3740a25fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.515218708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77454e47-b9fa-409d-84b1-3b7340a61a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.515226061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5116a67-1d31-4370-8558-258647e3dde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.57102252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bfecb225-39b6-4a02-99f1-6909ce8b8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.571495292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"fc34092e-5873-46a7-9a5f-52f3740a25fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.573622147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5116a67-1d31-4370-8558-258647e3dde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.5737397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77454e47-b9fa-409d-84b1-3b7340a61a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.615444585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"972ec080-29a5-44a5-8a34-465b07f74702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.626866515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a312bc9e-9866-4e60-b0c3-bbf8ba59df5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.629507306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5116a67-1d31-4370-8558-258647e3dde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.630124775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77454e47-b9fa-409d-84b1-3b7340a61a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.683557399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"972ec080-29a5-44a5-8a34-465b07f74702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.734161759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c86e7a6e-1d55-4638-8281-f09950eed2b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.792357288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a70e6664-a315-4116-824e-b0c419401814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.793454753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"d5847be2-c583-4c83-a169-b32df1be9f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.850823936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"d5847be2-c583-4c83-a169-b32df1be9f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.851103601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a70e6664-a315-4116-824e-b0c419401814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.933910892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a14ca85b-2ee8-481e-bc1b-b98ff83664db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.933999631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"04fe20bb-bdee-47f0-9e7b-fb81ca7b4747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.979871832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"d05ea7f3-5d8d-45f6-961a-4274525c9599","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.985324826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ac9fc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ac9fc","reconcileID":"dd120e6f-8ffe-45ac-946a-9be2c123b46f","namespace":"llm","name":"e2e-dft-1ac9fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.99251369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a14ca85b-2ee8-481e-bc1b-b98ff83664db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:53.993267639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"04fe20bb-bdee-47f0-9e7b-fb81ca7b4747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.037207602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"d05ea7f3-5d8d-45f6-961a-4274525c9599","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.094296459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"d05ea7f3-5d8d-45f6-961a-4274525c9599","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.232734387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"89221133-0b24-455e-b880-d05b9402159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.232756116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"43fce8c6-953e-4923-9586-719be6e923ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.289462857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"43fce8c6-953e-4923-9586-719be6e923ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.289583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"89221133-0b24-455e-b880-d05b9402159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.331762489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2f04cffe-48ed-41f3-8d1b-200c0c9c19b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.39319421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2f04cffe-48ed-41f3-8d1b-200c0c9c19b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.441899392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b451c06-fb27-4162-b681-8f94a7596d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.442106678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6abfa4f-c6dc-40c2-8070-3561456b8a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.499092169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6abfa4f-c6dc-40c2-8070-3561456b8a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.500337662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b451c06-fb27-4162-b681-8f94a7596d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.555823363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6abfa4f-c6dc-40c2-8070-3561456b8a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.556469479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b451c06-fb27-4162-b681-8f94a7596d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.60792664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3ab520d0-9e4d-4731-99c8-86dfe37319f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.661031126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7d927cee-0dab-4198-b7da-09a6ef04f552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.665148994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3ab520d0-9e4d-4731-99c8-86dfe37319f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.712353419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"efaf77d1-996c-421f-984b-836f98c0d22d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.716286761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f078f482-0915-4901-ba71-6fbcbfb082f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.716799365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e7aa0974-4d62-4c0b-bb10-02318fc22e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.717215564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"7d927cee-0dab-4198-b7da-09a6ef04f552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.719885964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"3ab520d0-9e4d-4731-99c8-86dfe37319f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.768975832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"efaf77d1-996c-421f-984b-836f98c0d22d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.772761419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e7aa0974-4d62-4c0b-bb10-02318fc22e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.774072596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f078f482-0915-4901-ba71-6fbcbfb082f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.877250331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"fb802478-6d0a-4ff4-aa51-51b51f139f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:54.934355985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"fb802478-6d0a-4ff4-aa51-51b51f139f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:55.077982165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bef70850-2c32-4dd4-b071-8f6c7be02256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:55.133848986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"bef70850-2c32-4dd4-b071-8f6c7be02256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:55.177167067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"37abe05d-8b48-478f-8711-03c510d0fe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:55.233146203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"37abe05d-8b48-478f-8711-03c510d0fe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.038841449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"b3a93753-a4e7-48ac-b2fc-916d0fff0302","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.097853914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"924051c7-3bf3-47d0-af26-d9d79add89eb","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.144982908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ad5abe74-b014-4c6c-b10c-4b5985da5254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.196431449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9683d468-9e98-415a-a788-7dddd3a0237e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.19651432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"529e1520-eb90-434a-8d1a-f92b963b18a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.197142759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a98beff7-85dc-42a1-9cd8-ec185d4a4615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.197234098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9edce74-d77b-43cf-afd0-39bb8856ee52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.201857257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ad5abe74-b014-4c6c-b10c-4b5985da5254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.253618755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"529e1520-eb90-434a-8d1a-f92b963b18a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.253701022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9683d468-9e98-415a-a788-7dddd3a0237e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.255814449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"a98beff7-85dc-42a1-9cd8-ec185d4a4615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.256179774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9edce74-d77b-43cf-afd0-39bb8856ee52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.259182553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ad5abe74-b014-4c6c-b10c-4b5985da5254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.309327584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9683d468-9e98-415a-a788-7dddd3a0237e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.311740007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9edce74-d77b-43cf-afd0-39bb8856ee52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.415819877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"5b0015fa-beee-4057-8dc3-f883ea2eb06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.424315258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"567bd1c2-6a46-4fd7-a1af-644001df7b1e","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.4716734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"5b0015fa-beee-4057-8dc3-f883ea2eb06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.515360649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9a88c904-6a4f-4fd4-b0ee-886bd6748c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.515360805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"572a3224-ec22-48c8-8a68-0f8fa050068c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.529459025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b29395a1-3c39-49c4-bbc0-4948da7c47d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.529464436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"937d790d-5da0-460f-ba34-11b80161cf35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.532546892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b27533-8b3b-4d2b-acf5-60b9ff4ecdc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.532563613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b27533-8b3b-4d2b-acf5-60b9ff4ecdc7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.53284538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67521d11-430d-4fbb-b9e1-33b78951e4ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.532857975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67521d11-430d-4fbb-b9e1-33b78951e4ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.571147435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"572a3224-ec22-48c8-8a68-0f8fa050068c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.571172406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"9a88c904-6a4f-4fd4-b0ee-886bd6748c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.585910535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"20873472-4a43-4dde-a28c-a1087843f54e","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.616108714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"6192f1fb-e475-4563-8e2d-519dbc1b7652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.616173129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"64c4655b-282e-43a2-9168-fd4c50b0a9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.637791649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4672ed3d-cee8-4389-90bb-094158850cba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.637808094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4672ed3d-cee8-4389-90bb-094158850cba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638060216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1e9d07e-b758-4108-b510-590e15121b9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638071564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1e9d07e-b758-4108-b510-590e15121b9f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638282714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a4136cd-1a67-4d25-beb1-db0f50578300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638294425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a4136cd-1a67-4d25-beb1-db0f50578300","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638562296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f1bc9d-d6fb-43b9-9f6e-547b9325e6a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.63857756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f1bc9d-d6fb-43b9-9f6e-547b9325e6a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638790993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d94c9cf-3ef6-4309-8685-eb5a29b88982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.638803033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d94c9cf-3ef6-4309-8685-eb5a29b88982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.639212794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"691325fa-4b8c-4c96-bae8-e9db734f6be1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.639224662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"691325fa-4b8c-4c96-bae8-e9db734f6be1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.67544019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"6192f1fb-e475-4563-8e2d-519dbc1b7652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.677519033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"64c4655b-282e-43a2-9168-fd4c50b0a9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.78200917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"71eb1d9b-d321-470c-84a3-e9328ad69472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.844574484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"71eb1d9b-d321-470c-84a3-e9328ad69472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.888522027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"52457c4c-4afa-4bc7-b9f9-601ae479c087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.889317213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e5b7d417-633c-4a21-8129-373dda2cd5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.947336549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"52457c4c-4afa-4bc7-b9f9-601ae479c087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.947343869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"e5b7d417-633c-4a21-8129-373dda2cd5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.994309988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"def7bb8f-f9f0-4edd-a05d-e59b4fbed083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:56.994310341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"f0106f7f-2b85-4d5e-9bda-b5f05bcdde1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.022797055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"9075c9a5-f2d8-4f26-8211-89e281d6284b","namespace":"ai-tenant-e2e-extmod-a-13ceaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.022883879Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"9075c9a5-f2d8-4f26-8211-89e281d6284b","namespace":"ai-tenant-e2e-extmod-a-13ceaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.022955205Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"9075c9a5-f2d8-4f26-8211-89e281d6284b","aitenant":"ai-tenants/e2e-extmod-a-13ceaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.053244998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"f0106f7f-2b85-4d5e-9bda-b5f05bcdde1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.053739096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"def7bb8f-f9f0-4edd-a05d-e59b4fbed083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.109890018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"def7bb8f-f9f0-4edd-a05d-e59b4fbed083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.166563003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f63c2529-6b0a-4f4e-bf16-c8263cb06466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.222236377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"f63c2529-6b0a-4f4e-bf16-c8263cb06466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.268213986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa977c84-cfb6-4eb6-8d6f-b5bbce2eb3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.281463257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"0c150596-184d-42f9-9b42-5173b328918c","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.315479265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"898504e0-e6ce-4d10-b7b2-b1a4f249d436","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.33407036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa977c84-cfb6-4eb6-8d6f-b5bbce2eb3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.338692686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"38af9955-faa3-4823-b231-c13a57385c99","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.338721413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"38af9955-faa3-4823-b231-c13a57385c99","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-988bc2-6e1875000a54","namespace":"llm","model":"e2e-dft-refs-988bc2","externalModel":"e2e-dft-refs-988bc2","provider":"e2e-dft-refs-988bc2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.37178648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"898504e0-e6ce-4d10-b7b2-b1a4f249d436","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.389394899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa977c84-cfb6-4eb6-8d6f-b5bbce2eb3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.426693266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"898504e0-e6ce-4d10-b7b2-b1a4f249d436","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.440242996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e55aafab-8a2a-4d66-bca4-68ba9452f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.441173789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02b69c-99c5-481c-b5ac-314d48e27b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.496912242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e55aafab-8a2a-4d66-bca4-68ba9452f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.499144792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02b69c-99c5-481c-b5ac-314d48e27b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.544413609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3b13f36e-00f3-441b-a543-bd1a949a1510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.55433005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02b69c-99c5-481c-b5ac-314d48e27b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.565254923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"864c79d4-0c79-4e7e-91d2-94b536a1a1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.582016585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7ab4fe04-8895-43ac-84c1-dd4fd9ce6359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.600006806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3b13f36e-00f3-441b-a543-bd1a949a1510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.621313877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"864c79d4-0c79-4e7e-91d2-94b536a1a1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.637628975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"7ab4fe04-8895-43ac-84c1-dd4fd9ce6359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.709123419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"db1bf3a5-945e-4d88-82df-1cc29cea19a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.764736613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"db1bf3a5-945e-4d88-82df-1cc29cea19a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.858740455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec8fd04-74d5-4019-8347-914dd50c1086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.91534038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec8fd04-74d5-4019-8347-914dd50c1086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.958644809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3444ec4a-ba5a-4e62-a24e-39ee6c55cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:57.969967918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eec8fd04-74d5-4019-8347-914dd50c1086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.006870206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"89591cf8-2bac-49d8-8805-9393a97f2e00","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.014145603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"3444ec4a-ba5a-4e62-a24e-39ee6c55cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.059275332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d290a9f5-3f88-498e-8061-3ea67f7dfcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.064300218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"89591cf8-2bac-49d8-8805-9393a97f2e00","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.110956448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5d0d8fd1-ee2b-4f47-b035-8e0ce5ae52d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.115535911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d290a9f5-3f88-498e-8061-3ea67f7dfcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.120640122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-849ad2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4ff4fb3de3006eeade0a2736acc0b206a2b099c4e2018436ef0a46d17acd09d) AuthConfig (bdb17bf6b2d7268be93a0086e353c7a1ae7cb9666be39bceeacf46265a568b2e) AuthConfig (a43cb03fd05be360298ed81b363fd5f0b60c465778c3c1f3f78d210e9bfdd87d) AuthConfig (63cc53d03f093b37f34140e7de79ea78a42fc4f52b9f92ec3141c7494183ae66) AuthConfig (0688a94d855b9ad73be9a67d699f60c65d7f239c2d331068b3a589589d2ae218) AuthConfig (ec70518c29975062a6d9cfea994abde4421bd7721661ca8a49ba020445edadea) AuthConfig (7051b37c0457c98d51fca9b64207a75e6c91d8722b183136899cc94eaa0f2174) AuthConfig (4609e051d95e6766670c93a8c144a8d049eac4d82068b3be5eda8388f6ec4ca6) AuthConfig (400ffa457b0a90287ff5eeb238e8134c8c50e32eb894f9571c95368634edb886) AuthConfig (e9f3f06b10da21eda2b0e4202f4cd469af87256fc55b77e3435ef4847fdb3674) AuthConfig (a412272f9ea17d5c4da3c621673791f2fc3db1725b312eff036e44430d2dbd52) AuthConfig (02b67af34b1be8e582ab8dd3c95831426ab93ff957796aee3400f20abefee499) AuthConfig (f2ccd7a4d264e90a77c49ab55d29f818e4ebd3936241e53ff29423794cd8df90) AuthConfig (ce39a3faa8aa06ad548d60403fbbc8416ed9668e23a73660aedd511f5e474f4a) AuthConfig (1e538a27e6b9aa4c8bd4660d0ee5e335f1f1ed801a25f5e79e64ded88c80e9cf) AuthConfig (c5fcbb4a6c4f3bf729115c1f36bb9950c44ef1335f28eb32b2c43cc210e37f86) AuthConfig (077a114719484d77c7f2031694ce02d09d25ad0e44b7ee3a58cdf877e316048b) AuthConfig (d129be48cf5f2f336331b3cbd29dd3ebe7ed5d5ee434efd8f0867632297eadf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"89591cf8-2bac-49d8-8805-9393a97f2e00","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.124847346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bc5cb761-e8c8-4a61-9663-5445676ef38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.168071842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"5d0d8fd1-ee2b-4f47-b035-8e0ce5ae52d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.181297736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"bc5cb761-e8c8-4a61-9663-5445676ef38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.277846789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7de8440f-d3fe-4ce2-8fe0-7418ef052831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:38:58.336542222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7de8440f-d3fe-4ce2-8fe0-7418ef052831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.445737624Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"a01fbeea-0842-494b-bf93-e8c0d66b0535","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.50020876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"87ad9b59-f53f-40cb-9691-b6a97d8c643a","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.500238737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"87ad9b59-f53f-40cb-9691-b6a97d8c643a","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-988bc2-6e1875000a54","namespace":"llm","model":"e2e-dft-refs-988bc2","externalModel":"e2e-dft-refs-988bc2","provider":"e2e-dft-refs-988bc2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.556321752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"fd52cfd4-4d37-4547-8c88-9042b72e6be4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.557628189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ecaf9b93-b9e8-492d-89c8-93b7d8f0bcbc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.557726271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ecaf9b93-b9e8-492d-89c8-93b7d8f0bcbc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.558148711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19dfcd8b-f7db-49fe-a78b-271f6672f9fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.55820028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19dfcd8b-f7db-49fe-a78b-271f6672f9fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.613208638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b5ab9541-5b97-4664-a685-1e1caad09646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.613667813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6268b45-7ff8-415f-acb6-a13ad187e347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.613986212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"284f964f-3dcf-4338-a235-68b41b7c3466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.614406238Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"fb01e1b5-1271-4d7d-9c9d-c0d62ab28848","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-988bc2-6e1875000a54","namespace":"llm","model":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.614538192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98767a6b-6582-4f58-b822-4d473c78a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.617554465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"fd52cfd4-4d37-4547-8c88-9042b72e6be4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.682329919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6268b45-7ff8-415f-acb6-a13ad187e347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.682622338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"b5ab9541-5b97-4664-a685-1e1caad09646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.685805916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"284f964f-3dcf-4338-a235-68b41b7c3466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.687576713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98767a6b-6582-4f58-b822-4d473c78a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.730267672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c6c4ace-7aec-4da8-b946-cc79f4c47972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.730920954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1236b48d-f709-487a-b7e4-dcc84ebf65a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.730970383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1236b48d-f709-487a-b7e4-dcc84ebf65a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.731399828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73dbc871-933e-4438-9d81-0a4755b065c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.731415914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73dbc871-933e-4438-9d81-0a4755b065c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.731784348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"055973a0-0ad2-4d60-80c4-16b992614bc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.731796284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"055973a0-0ad2-4d60-80c4-16b992614bc6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.73215238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35d98753-380b-452b-9588-3adb0bbf0057","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.732165986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35d98753-380b-452b-9588-3adb0bbf0057","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.732487181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f068d2-8569-43cd-9113-29fe0f2610bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.732498021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f068d2-8569-43cd-9113-29fe0f2610bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.734271748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95b228c8-464e-428f-ac1a-31249867ad20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.735054045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"232c7351-b3da-44f1-b135-7fed97aa82cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.735073034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"232c7351-b3da-44f1-b135-7fed97aa82cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.760877426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6268b45-7ff8-415f-acb6-a13ad187e347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.791712205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98767a6b-6582-4f58-b822-4d473c78a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.951743504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3922c27a-94bb-4de5-b39c-0acf5909c5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.966214736Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"44ed6cfa-1eb2-4bc2-9277-f585ef20d01d","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:02.981487813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"a63ac60e-6335-4e35-8c05-e7014b81fa5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.008337989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3922c27a-94bb-4de5-b39c-0acf5909c5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.019310618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"4462454b-86c9-4004-b85f-823939d6399f","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.042167664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"a63ac60e-6335-4e35-8c05-e7014b81fa5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.052356285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"ca019366-a096-4ec0-adfc-e507926f784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.072536418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"f5be27f1-a564-47c8-adf9-2986b004a4b4","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.072563857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"f5be27f1-a564-47c8-adf9-2986b004a4b4","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.108921159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"ca019366-a096-4ec0-adfc-e507926f784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.15636062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a38f2e99-7498-480b-b335-139d0e343872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.214153861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"a38f2e99-7498-480b-b335-139d0e343872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.255923505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fb8a5d47-3a55-4ca6-8954-a91665688e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.31283973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"fb8a5d47-3a55-4ca6-8954-a91665688e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.373885428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"df015353-cf95-49e3-a79c-1aac9eb8e10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.430479079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"df015353-cf95-49e3-a79c-1aac9eb8e10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.469441021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"23466ef4-9d41-4a43-9f0c-413cb24324cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.470181991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"548ca1cf-9d93-484c-b33c-b568c29fc069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.52606111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"23466ef4-9d41-4a43-9f0c-413cb24324cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.526107728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"548ca1cf-9d93-484c-b33c-b568c29fc069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.569749692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0e33be-df39-4d2d-a23e-9f880383e4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.62636956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0e33be-df39-4d2d-a23e-9f880383e4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.669984602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04c8044-da69-463c-80c5-b77928c21959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.682796022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0e33be-df39-4d2d-a23e-9f880383e4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.726267267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04c8044-da69-463c-80c5-b77928c21959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.770091585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"3d1f1adf-122a-497a-be48-60ccf63f0e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.782310882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04c8044-da69-463c-80c5-b77928c21959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.825860068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"3d1f1adf-122a-497a-be48-60ccf63f0e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.872150916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e153b133-884f-434d-b977-36e6659f9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.919438055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"9907f968-2d54-49fe-8637-bf691df10cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.929348298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"e153b133-884f-434d-b977-36e6659f9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.971094381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2865fb9e-99a5-474a-b63e-8971a2762adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.971302757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8f8df4df-f53d-43d4-892f-37b3e6f4b41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:03.975305671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"9907f968-2d54-49fe-8637-bf691df10cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.0287587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"2865fb9e-99a5-474a-b63e-8971a2762adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.028758701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"8f8df4df-f53d-43d4-892f-37b3e6f4b41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.146346368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"f3577f94-68d0-425a-a191-fcd62b572046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.202642031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"f3577f94-68d0-425a-a191-fcd62b572046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.303813294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"e40e07b5-826d-4d43-9d7f-221a9cb84096","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.303844473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"e40e07b5-826d-4d43-9d7f-221a9cb84096","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.364880717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"961b917e-4491-45d3-8fce-0b08aa843307","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.367731966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"961b917e-4491-45d3-8fce-0b08aa843307","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.409467296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"9997559d-47ca-4778-8b38-e937ade9b43f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:39:04.42014049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"768d7217-63eb-414c-bf72-db448476c03a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2f41ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:39:04.421084871Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"961b917e-4491-45d3-8fce-0b08aa843307","name":"auth-test-model-849ad2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-849ad2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:39:04.421128852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"961b917e-4491-45d3-8fce-0b08aa843307","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-849ad2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.426490473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"959a0f5c-5e1a-47ce-9a71-5da0c274ca2d","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.426506824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"959a0f5c-5e1a-47ce-9a71-5da0c274ca2d","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.469368395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"9997559d-47ca-4778-8b38-e937ade9b43f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.530615058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"af48e232-684c-42ba-a642-d2242e50dc6a","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.530637211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"af48e232-684c-42ba-a642-d2242e50dc6a","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.587814557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"e0a85bd8-054a-4828-8252-bfdbd540232f","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.587841441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"e0a85bd8-054a-4828-8252-bfdbd540232f","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.781969538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"2529d820-27bb-49e8-ac94-49f9acde69d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.802514108Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"b1459a27-d2f1-424f-b76e-f29e059a8dd6","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"maas-trlp-auth-test-model-849ad2","model":"auth-test-model-849ad2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-849ad2/e2e-auth-iso-2f41ec"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.846709467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"2529d820-27bb-49e8-ac94-49f9acde69d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:04.987967813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"143d0bee-43c6-4b55-bb5d-d5f6ca63fb66","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:05.01206572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"143d0bee-43c6-4b55-bb5d-d5f6ca63fb66","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:05.231119747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ac005cac-b877-4802-82e8-149a659954aa","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"maas-trlp-auth-test-model-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.788119535Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","namespace":"ai-tenant-e2e-extmod-a-ce3464","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.788181086Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","namespace":"ai-tenant-e2e-extmod-a-ce3464","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.788233748Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","tenant":"e2e-extmod-a-ce3464","tenantID":"e2e-extmod-a-ce3464","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.842501088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ce3464","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.903321802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Service","name":"maas-api-e2e-extmod-a-ce3464","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:06.96264932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ce3464","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.019126472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ce3464","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.083845874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.13947927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.197734794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.253736995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.308734038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.360639917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.413855754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Service","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.467086874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.51938326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.571620507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.628378452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.684444002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.740210929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.792365608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.854180068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ce3464","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:07.909318934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce3464"},"namespace":"ai-tenant-e2e-extmod-a-ce3464","name":"default-tenant","reconcileID":"fc4e1af5-6d95-4270-9bfc-39d42fdc11ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ce3464","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.809109079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"2aa86190-5f3d-42db-95cd-605b4bd16934","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.861431825Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"d542f312-092c-4849-b789-930c7e71d96f","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.915270075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"31e88122-e013-4075-9393-2f2cfc8d5709","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.965869466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7f24ed-36e3-454f-ac96-3b3fae5ea853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.966374324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2289c8c3-5f77-4681-a484-a58148322096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.966717074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c22781d3-77da-4e40-b093-088a6e8fb1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.967250951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f157c561-7244-4462-bb8e-144166513f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:08.97309414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"31e88122-e013-4075-9393-2f2cfc8d5709","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.023371084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2289c8c3-5f77-4681-a484-a58148322096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.023860677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7f24ed-36e3-454f-ac96-3b3fae5ea853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.025502273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"f157c561-7244-4462-bb8e-144166513f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.02600085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c22781d3-77da-4e40-b093-088a6e8fb1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.082287783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb7f24ed-36e3-454f-ac96-3b3fae5ea853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.083297578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"c3d38fff-4ffd-4186-bbca-ad0b0df6bb43","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.08435655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2289c8c3-5f77-4681-a484-a58148322096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.137340233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1666d5bf-68ff-4524-9448-f4926b627035","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.137434765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1666d5bf-68ff-4524-9448-f4926b627035","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.139574456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"762326ef-f0ab-4db2-9099-df3a0c6cad8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.139642122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"762326ef-f0ab-4db2-9099-df3a0c6cad8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.142403903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd3dd671-9265-41b8-87c4-f2aacf171e4e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.142477796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cd3dd671-9265-41b8-87c4-f2aacf171e4e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.143478094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bef6868-604a-458a-95fb-a5883c984a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.143514028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bef6868-604a-458a-95fb-a5883c984a8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.145398735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79dda902-8ebb-4e79-bd4b-3358a8eaf8cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.145475103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79dda902-8ebb-4e79-bd4b-3358a8eaf8cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.146456739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"983e1e51-a2ae-44a6-ba1f-a7083beadb34","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.146540971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"983e1e51-a2ae-44a6-ba1f-a7083beadb34","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.148179759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72052e50-8d45-49ce-bfef-7621988d65e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.148203511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72052e50-8d45-49ce-bfef-7621988d65e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.148877918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90823fa4-488f-4a9c-8d8e-2532dba1fefb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.148906194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90823fa4-488f-4a9c-8d8e-2532dba1fefb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.234711254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"36e39222-1310-449c-a2ba-143ee1f9ad1b","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"name":"e2e-dft-refs-988bc2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.245820524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"5bf88604-7495-4706-8423-0ab40e78cf9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.247674028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6eb6251-3c5f-4203-829d-31c8e3a976b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.287840498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f92bfe05-a346-4d37-a405-8b7779bf70bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.288089059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c0e59c4-f243-431e-be19-f42bf9c984b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.304998393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"5bf88604-7495-4706-8423-0ab40e78cf9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.340849535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"556fa203-ad84-40ae-bb9c-d5813d6fc3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.349275681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"f92bfe05-a346-4d37-a405-8b7779bf70bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.400628933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"556fa203-ad84-40ae-bb9c-d5813d6fc3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.441565426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"46643b1a-a95a-4c13-a257-ba2d8f5a3b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.442025597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3ec1890c-f1df-4cee-aa3e-5bd4e7459d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.505298846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3ec1890c-f1df-4cee-aa3e-5bd4e7459d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.507108109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"46643b1a-a95a-4c13-a257-ba2d8f5a3b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.690337287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9dfc09fb-cf8f-4292-a203-531dad5ab502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.750477079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9dfc09fb-cf8f-4292-a203-531dad5ab502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.796749559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"800451df-3750-4de7-8245-0bc7a8aa8290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.797443392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"128c2f79-9305-4a37-8caf-04681095a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.857486874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"128c2f79-9305-4a37-8caf-04681095a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.859537086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"800451df-3750-4de7-8245-0bc7a8aa8290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.891403756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929c5287-7d02-473e-9d17-2db7acd4b716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.891435837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2f08c8-1c91-4e09-a6b4-6fc3e6e085d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.950881867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929c5287-7d02-473e-9d17-2db7acd4b716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.950881861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2f08c8-1c91-4e09-a6b4-6fc3e6e085d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:09.96186628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"f79a09cd-4340-467e-aa82-0f68c4e718df","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.00820918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929c5287-7d02-473e-9d17-2db7acd4b716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.008703532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2f08c8-1c91-4e09-a6b4-6fc3e6e085d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.020812568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"34839e62-08cb-4cdc-a392-cb6b2d7c827c","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.020849111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"34839e62-08cb-4cdc-a392-cb6b2d7c827c","MaaSModelRef":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-988bc2-6e1875000a54","namespace":"llm","model":"e2e-dft-refs-988bc2","externalModel":"e2e-dft-refs-988bc2","provider":"e2e-dft-refs-988bc2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.125519993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"6da83587-5dc9-4e2c-a456-3a9bf4715b67","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.136373834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"59eb8bc7-06c7-431a-997f-e0616f9695af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.186359248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc167127-0fd1-483a-bd36-4bfaf23dd904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.190882803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"6da83587-5dc9-4e2c-a456-3a9bf4715b67","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.1942775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"59eb8bc7-06c7-431a-997f-e0616f9695af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.247664967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc167127-0fd1-483a-bd36-4bfaf23dd904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.303222414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc167127-0fd1-483a-bd36-4bfaf23dd904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.322217558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"028c6a2a-99f2-44b1-8881-2220497c8641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.322246162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"87e954e1-9a8e-4e63-8171-f98003af9738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.381161056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"87e954e1-9a8e-4e63-8171-f98003af9738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.381346781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"028c6a2a-99f2-44b1-8881-2220497c8641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.515797509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"939dd852-7256-41ab-8976-dbcf5454979f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.572543948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"939dd852-7256-41ab-8976-dbcf5454979f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.619048207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe8dd0-0d87-41e5-8c9a-c17cc7dff172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.619224139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"c31d65a7-df80-4b46-8685-f07d6f82227c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.681482597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"c31d65a7-df80-4b46-8685-f07d6f82227c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.685072758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe8dd0-0d87-41e5-8c9a-c17cc7dff172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.745009353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe8dd0-0d87-41e5-8c9a-c17cc7dff172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.758440306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"088d65d6-fcf3-4737-adfd-463dff40970f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.759152601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"8a0d6bca-eeaf-4019-9356-f8d4c567c609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.815394392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"088d65d6-fcf3-4737-adfd-463dff40970f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.8171957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"8a0d6bca-eeaf-4019-9356-f8d4c567c609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.901094776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2cfb69cd-13c6-46cd-aa9d-d3097aabdccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:10.95988487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"2cfb69cd-13c6-46cd-aa9d-d3097aabdccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:11.002187738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"b2040835-0477-4f3d-9d9a-789d7bab3cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:11.060922446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"b2040835-0477-4f3d-9d9a-789d7bab3cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:11.102414406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1fa72bd-95d3-487a-a951-823e4a956a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:11.167122674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1fa72bd-95d3-487a-a951-823e4a956a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:13.280351069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:13.751215134Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ce3464","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ce3464","reconcileID":"586df983-2137-4ba7-84e1-8fb5bad36c44","aitenant":"ai-tenants/e2e-extmod-a-ce3464","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:14.2465945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d2c5c-4ef8-4324-926b-59a8e4e5d78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:14.298880889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d2c5c-4ef8-4324-926b-59a8e4e5d78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:14.351482636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d2c5c-4ef8-4324-926b-59a8e4e5d78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:14.404135743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d2c5c-4ef8-4324-926b-59a8e4e5d78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:14.59137146Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ce3464","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ce3464","reconcileID":"586df983-2137-4ba7-84e1-8fb5bad36c44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ce3464","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ce3464"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.574789459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"eebe5c7d-0d70-4189-a295-0a8b478a0ce9","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.634902682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7556aac-82a8-4415-83f4-8fede5faf50b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.634952506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7556aac-82a8-4415-83f4-8fede5faf50b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635312289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7988635-8936-4278-b353-ed3bf9fdd23c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635333523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7988635-8936-4278-b353-ed3bf9fdd23c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635637191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11e8020e-2d20-4f43-b9e2-aaca7c1c5ab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635652354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"11e8020e-2d20-4f43-b9e2-aaca7c1c5ab5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635881093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3775b10-85ae-47a0-8e31-3aa7cc7f710d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.635895145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3775b10-85ae-47a0-8e31-3aa7cc7f710d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636137669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77f88cbf-4e37-47a9-90de-7c44de08145d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636150762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77f88cbf-4e37-47a9-90de-7c44de08145d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636348829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30207790-a852-4cdf-89be-93a23efeaaca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636358845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30207790-a852-4cdf-89be-93a23efeaaca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636552998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4307b926-501a-4cba-a804-e398cb56bfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636563579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4307b926-501a-4cba-a804-e398cb56bfa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636835331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bab4b3f1-6c4e-4c46-b099-4e0aaba71d76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.636846829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bab4b3f1-6c4e-4c46-b099-4e0aaba71d76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.764186618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"33d6a172-a75f-44bd-aa80-c438e2add90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.764605291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"960cc274-d75a-4532-be80-bde7379242dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.765024849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126317cb-de5e-4eac-91e1-974fa21637aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.765337586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d7418a-0c7f-47fb-8f06-9294e9f62b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.76567783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"ec45a267-2f01-4dd6-8e28-080965104c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.836798206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"33d6a172-a75f-44bd-aa80-c438e2add90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.838410827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d7418a-0c7f-47fb-8f06-9294e9f62b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.840436385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"960cc274-d75a-4532-be80-bde7379242dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.842672695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126317cb-de5e-4eac-91e1-974fa21637aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.842986494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"ec45a267-2f01-4dd6-8e28-080965104c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.903879991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7669fdd6-ac2c-4e23-b7b6-0a367bdca314","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.905432913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0f66c9c-60d6-40bb-8ba1-3fccd1fe31e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.907892064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d7418a-0c7f-47fb-8f06-9294e9f62b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:15.908056024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"126317cb-de5e-4eac-91e1-974fa21637aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.070908418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0b18718a-e52f-415a-9098-cca255d10bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.072172647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6b4ed387-eed9-4e1b-986d-134978eaa902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.123107302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-988bc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-988bc2","reconcileID":"72c1574e-58dc-482a-a68b-c2f9524de1f3","namespace":"llm","name":"e2e-dft-refs-988bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.133526956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6b4ed387-eed9-4e1b-986d-134978eaa902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.133553206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"0b18718a-e52f-415a-9098-cca255d10bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.226893319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"7682000d-9864-4105-8890-345da5caa872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.227116056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3cb00e56-f85f-4696-9ecd-3c77ed8267f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.285995794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"7682000d-9864-4105-8890-345da5caa872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.285995796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3cb00e56-f85f-4696-9ecd-3c77ed8267f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.361450537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e929c40d-06f6-473e-b22c-5f6095a08847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.361561267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0f0c6240-0ad4-48bd-8c77-e13452c389ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.414155972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e929c40d-06f6-473e-b22c-5f6095a08847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.418338523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"0f0c6240-0ad4-48bd-8c77-e13452c389ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.467009867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e929c40d-06f6-473e-b22c-5f6095a08847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.519200101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e929c40d-06f6-473e-b22c-5f6095a08847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.571156579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ebc18369-4b8d-4a4d-8356-83765fe3fab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.627701555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"ebc18369-4b8d-4a4d-8356-83765fe3fab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.678245236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9281b174-8797-4144-ae44-93a1fccfdefa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.738658987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"9281b174-8797-4144-ae44-93a1fccfdefa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.76228448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"07b16945-e1e6-454f-bdf6-c4625cdb83ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.817910406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d7e4b2-25f1-422b-bffa-3d118b11723f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.829747133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"07b16945-e1e6-454f-bdf6-c4625cdb83ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.876308296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d7e4b2-25f1-422b-bffa-3d118b11723f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.931579579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d7e4b2-25f1-422b-bffa-3d118b11723f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.940127777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a503c2b3-ff50-493d-aa3d-cdc175ff2652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.991732037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"38e6de10-f51e-4dc9-8eec-a45da4c8cdc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:16.996314389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a503c2b3-ff50-493d-aa3d-cdc175ff2652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.049812898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"38e6de10-f51e-4dc9-8eec-a45da4c8cdc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.053781007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a503c2b3-ff50-493d-aa3d-cdc175ff2652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.077912577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"6d9a81f7-9955-4d05-909e-5bf8ace53d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.086132758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"fdfd96fd-1de9-4ace-8a2c-f10b43c7d47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.13429704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"6d9a81f7-9955-4d05-909e-5bf8ace53d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.14213305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"fdfd96fd-1de9-4ace-8a2c-f10b43c7d47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.180433288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd36933a-df22-4066-acfa-5557d0c320b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.209034534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ac1c56ca-54b5-479c-920a-f721897efdc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.236068585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"cd36933a-df22-4066-acfa-5557d0c320b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.265385301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"ac1c56ca-54b5-479c-920a-f721897efdc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.3644652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"58b30b46-4d3f-43eb-88cf-546f7db6a5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.420607651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"58b30b46-4d3f-43eb-88cf-546f7db6a5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.511280365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7bc31478-a5ee-42a1-9734-8cd420fcb7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.567899943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"7bc31478-a5ee-42a1-9734-8cd420fcb7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.854049139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"00b9d743-4966-4901-adce-68a89b9e2491","namespace":"llm","name":"e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:17.912002404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"009ce7e3-5e77-4fbc-8e87-62baf1091a08","namespace":"llm","name":"e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.014865176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bb903310-1e67-4464-8954-3cfa21f50f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.015096395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04624c4a-8708-438c-8cf8-4fb4391f78c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.015395082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3396b060-211b-4052-a0f3-ae0e9c83ba2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.015475612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83600922-9f3c-4e9b-80fe-dc3e83c39fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.016484734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6abdc66a-5a49-423d-ad06-6f703a2f7776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.075112504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"6abdc66a-5a49-423d-ad06-6f703a2f7776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.075735585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83600922-9f3c-4e9b-80fe-dc3e83c39fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.077634205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bb903310-1e67-4464-8954-3cfa21f50f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.077889095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04624c4a-8708-438c-8cf8-4fb4391f78c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.079724818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"3396b060-211b-4052-a0f3-ae0e9c83ba2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.132106881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83600922-9f3c-4e9b-80fe-dc3e83c39fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.134638253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04624c4a-8708-438c-8cf8-4fb4391f78c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.242012657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"680b32b2-aa56-4842-9b59-d22cccab154c","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"name":"e2e-dft-del-cc1a50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.287859893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a96d5193-65da-49da-8b51-43fdce0f3788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.28888319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"467c6699-53de-47ed-a62b-f38146bc05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.344242817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"a96d5193-65da-49da-8b51-43fdce0f3788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.346733737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"467c6699-53de-47ed-a62b-f38146bc05e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.352254627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55e9b82e-4546-4d4d-9391-eb666d362803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.35241192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e411b17-71cd-41e0-8a7e-6f5186d9db31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.352826365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63ed4388-58b1-488b-8ebf-3a966e820bcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.352840929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63ed4388-58b1-488b-8ebf-3a966e820bcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.353176188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70f68e0b-dc24-451a-a375-a8de10e10a0f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.353189715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70f68e0b-dc24-451a-a375-a8de10e10a0f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.389136388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ffc38330-fa4e-47dd-a076-83419d81924f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.434439625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"e041424f-8051-4307-8b48-c939cd9b5b67","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"name":"e2e-dft-del-cc1a50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.441098725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d951ec63-3fe4-4e53-a27f-bdc813d99e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.441483358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dba2fe7a-b3d9-4c34-8fee-20db40f6775b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.44836308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"ffc38330-fa4e-47dd-a076-83419d81924f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.534904886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3127bcd-6760-4f22-9375-6c3ec0400d63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.534927358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3127bcd-6760-4f22-9375-6c3ec0400d63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535211662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4bd0ef7-f155-4942-a775-0f579c8b2424","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535223872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4bd0ef7-f155-4942-a775-0f579c8b2424","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535426753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86c3f106-bd38-47c0-b31d-d9d640570e2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535438197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"86c3f106-bd38-47c0-b31d-d9d640570e2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.53565298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c0067fba-1285-4ede-aed8-03ac47bf722c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535664502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c0067fba-1285-4ede-aed8-03ac47bf722c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535842439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f04d84-2c6b-496a-8885-0ecd89b157df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.535852395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f04d84-2c6b-496a-8885-0ecd89b157df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.536201695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a32bfef-5228-4566-9bb5-a55bf3e17fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.536215679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a32bfef-5228-4566-9bb5-a55bf3e17fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.537503806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"dba2fe7a-b3d9-4c34-8fee-20db40f6775b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.539735957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"d951ec63-3fe4-4e53-a27f-bdc813d99e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.693082115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4206f43c-cd56-47f8-a616-9f4068e8eeee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.749189386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"4206f43c-cd56-47f8-a616-9f4068e8eeee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.793674633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"039dc153-ee01-4326-8e23-b5df51a5664c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.844957805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b40c4019-106d-4df9-b9ea-026ba0031530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.851011011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"039dc153-ee01-4326-8e23-b5df51a5664c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.897412347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d884b830-9550-40cf-99c8-026fee2b5500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.897438339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bf6be1a0-0a0c-4ba5-a1b1-fd775ec42ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.90176629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"b40c4019-106d-4df9-b9ea-026ba0031530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.953987992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"bf6be1a0-0a0c-4ba5-a1b1-fd775ec42ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:18.954095741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d884b830-9550-40cf-99c8-026fee2b5500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.009820446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d884b830-9550-40cf-99c8-026fee2b5500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.059613505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c2ae6a0d-0859-436d-a937-d5fe3248e283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.093047833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"2a99c7fe-955b-46fc-9557-5264dae138cc","namespace":"llm","name":"e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.11554022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"c2ae6a0d-0859-436d-a937-d5fe3248e283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.145526745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"891f386c-1d99-4b04-94da-22cf8a2a86d4","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.145565865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"891f386c-1d99-4b04-94da-22cf8a2a86d4","MaaSModelRef":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"routeName":"external-model-e2e-dft-del-cc1a50-fc8126491c35","namespace":"llm","model":"e2e-dft-del-cc1a50","externalModel":"e2e-dft-del-cc1a50","provider":"e2e-dft-del-cc1a50-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.165434248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"fcb4498d-44a6-47d0-a67e-61fbf0c5303c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.211890382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d21e30c1-2489-461f-92af-6389de8391fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.225407465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"fcb4498d-44a6-47d0-a67e-61fbf0c5303c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.268303487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d21e30c1-2489-461f-92af-6389de8391fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.312416997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33b2bcf-bb14-4541-aa64-8e7d6a11e857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.323053944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d21e30c1-2489-461f-92af-6389de8391fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.366596603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f5348ebd-26f6-4860-a2bd-d18136017b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.368653239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33b2bcf-bb14-4541-aa64-8e7d6a11e857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.423014555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f5348ebd-26f6-4860-a2bd-d18136017b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.42422511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33b2bcf-bb14-4541-aa64-8e7d6a11e857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.432029152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"de60b557-77fa-4f20-910e-c637f3682f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.48015671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e97619-4e07-4072-9b05-82fc501eb88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.490543038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"de60b557-77fa-4f20-910e-c637f3682f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.528228183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"01183f81-285f-4c36-a568-9448a4eb4926","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.536045673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"52e2a5f2-7178-4ec5-9031-e61245be32c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.537101583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e97619-4e07-4072-9b05-82fc501eb88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.584489192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"01183f81-285f-4c36-a568-9448a4eb4926","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.593030341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e97619-4e07-4072-9b05-82fc501eb88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.593399338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"52e2a5f2-7178-4ec5-9031-e61245be32c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.753485833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"99be0e52-e155-4327-97b8-6bac11328bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.810511061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"99be0e52-e155-4327-97b8-6bac11328bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.850514438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a1c758d2-9fde-4d4b-ac73-3e2e7e60f523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.884754957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"79a8f661-d642-4d02-9f64-68f3623990e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.907063012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"a1c758d2-9fde-4d4b-ac73-3e2e7e60f523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.940991533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"79a8f661-d642-4d02-9f64-68f3623990e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.950820363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"c28c251c-8cd0-4b49-a6c0-11eadfddda2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:19.950919718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1fd36f01-aa86-4a34-a6f6-77a9a442cbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.010691653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"1fd36f01-aa86-4a34-a6f6-77a9a442cbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.011879834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"c28c251c-8cd0-4b49-a6c0-11eadfddda2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.1698247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"28c8c8ab-3bb9-492b-af6b-c1f17f076a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.226466601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"28c8c8ab-3bb9-492b-af6b-c1f17f076a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.270784105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9be9737d-e3c0-4e58-bd2d-3db17cde9484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:20.328458991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"9be9737d-e3c0-4e58-bd2d-3db17cde9484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:23.991922008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff303eca-7d19-4803-8809-cb135369893b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.044003211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff303eca-7d19-4803-8809-cb135369893b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.097167458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff303eca-7d19-4803-8809-cb135369893b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.149116467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff303eca-7d19-4803-8809-cb135369893b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.588474607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"5e8df1a6-3bc6-4620-8a44-df3e1f51c76d","namespace":"llm","name":"e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.644960244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ede181b4-d61d-4881-aa84-2fcfb5b4918d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.645051366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ede181b4-d61d-4881-aa84-2fcfb5b4918d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.64545007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1389b64-560f-4af0-951a-3f0c100b09f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.645468771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1389b64-560f-4af0-951a-3f0c100b09f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.645782974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a33e009e-1fa7-42a0-ad14-8338e62d1fe1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.645801362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a33e009e-1fa7-42a0-ad14-8338e62d1fe1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.646059582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f68bb4df-c6f4-4ed6-950d-381056488f50","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.646071413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f68bb4df-c6f4-4ed6-950d-381056488f50","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.646260862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013a9017-6874-400f-987c-38e4c376f7ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.646270119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013a9017-6874-400f-987c-38e4c376f7ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.647041729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d20831a9-4180-4274-a99e-a0c2f7f8c8ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.647060551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d20831a9-4180-4274-a99e-a0c2f7f8c8ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.647851924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dab7406-28b8-4b6d-86ba-d4b9303ea689","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.647880355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dab7406-28b8-4b6d-86ba-d4b9303ea689","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.649350341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c2c3413-d762-4ea4-85da-4aaecc4c169d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.649374707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8c2c3413-d762-4ea4-85da-4aaecc4c169d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.746002906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3d12ed-d7b1-4602-8840-17974761ab4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.746119059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"69a92209-d1ec-42a9-9123-4aaae614897b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.746469959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"82f8daac-e91e-439a-a913-3bec4f9550e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.746537527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2cf4c3-7e48-4789-9729-bac1c0eec90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.746840128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bb99e06e-a8af-42bf-ae92-47fe99e4f559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.802747716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"bb99e06e-a8af-42bf-ae92-47fe99e4f559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.802827165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"69a92209-d1ec-42a9-9123-4aaae614897b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.805203722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3d12ed-d7b1-4602-8840-17974761ab4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.805334114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2cf4c3-7e48-4789-9729-bac1c0eec90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.807471049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"82f8daac-e91e-439a-a913-3bec4f9550e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.85740894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb9d8d14-28a0-4046-9237-8c0ab07df72d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.857701546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0fadd72-7412-4a57-988e-003525d382a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.860167916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2cf4c3-7e48-4789-9729-bac1c0eec90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:24.860328079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3d12ed-d7b1-4602-8840-17974761ab4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.017346643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"582a50ef-a93c-4fbb-89dc-417934df371c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.017369957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f317cc60-5b5e-4575-b117-5c67addbc7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.074227321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"f317cc60-5b5e-4575-b117-5c67addbc7a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.074279228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"582a50ef-a93c-4fbb-89dc-417934df371c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.097733143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-cc1a50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-cc1a50","reconcileID":"90b86a08-dd45-4ef4-8c2c-5c8b3705c41f","namespace":"llm","name":"e2e-dft-del-cc1a50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.146011756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"5aa02aab-462a-4fed-8b53-cfa7574b6075","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.21113747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1a5e5a7-e567-4d0e-9014-bdc8a894eb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.213980965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"41c2f83f-160c-47a8-9a87-1ab4031cc40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.298347294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"5aa02aab-462a-4fed-8b53-cfa7574b6075","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.298827145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"d1a5e5a7-e567-4d0e-9014-bdc8a894eb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.301298848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"41c2f83f-160c-47a8-9a87-1ab4031cc40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.454720276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d8f1074c-73bf-4fd0-a289-bb99be16423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.507216643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19f5e0ef-994e-41cc-a03a-e117a907b938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.563630033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"d8f1074c-73bf-4fd0-a289-bb99be16423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.563704092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"19f5e0ef-994e-41cc-a03a-e117a907b938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.61089673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a7ebea7-230c-4a71-b812-478677273fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.611289427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"3f72597f-04c1-4d18-8c48-91f9a148a12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.667162347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"3f72597f-04c1-4d18-8c48-91f9a148a12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.668471574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a7ebea7-230c-4a71-b812-478677273fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.70918661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c8a6cbe-22ac-4d25-b3ac-26a75550ada8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.72445777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a7ebea7-230c-4a71-b812-478677273fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.765649513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c8a6cbe-22ac-4d25-b3ac-26a75550ada8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.820315741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c8a6cbe-22ac-4d25-b3ac-26a75550ada8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.880377362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8a5a0c29-a247-4bd5-beef-f7b75a7a6973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.936116603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"8a5a0c29-a247-4bd5-beef-f7b75a7a6973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.980405189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e0e8510d-789c-4324-a85e-16f0bdc19ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.980445625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"64bee1b8-b222-4f69-ad3f-6366fb5aa7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:25.980881098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"8ea40596-8aba-4d95-84d5-4d43a0d30d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.038258018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"8ea40596-8aba-4d95-84d5-4d43a0d30d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.03922164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"e0e8510d-789c-4324-a85e-16f0bdc19ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.040297985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"64bee1b8-b222-4f69-ad3f-6366fb5aa7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.079582163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a6df0a-15bd-49b7-bfa9-8071e1041278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.132229202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a6df0a-15bd-49b7-bfa9-8071e1041278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.184447633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a6df0a-15bd-49b7-bfa9-8071e1041278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.184550456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"884b9d5d-f896-4668-a075-be07df33cc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.236554413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a6df0a-15bd-49b7-bfa9-8071e1041278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.240434431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"884b9d5d-f896-4668-a075-be07df33cc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.28818211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"4ac83271-4028-436d-b8e0-2dc41fcb0ac9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.344692423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"4ac83271-4028-436d-b8e0-2dc41fcb0ac9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.499010077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"eb81372b-b455-465f-87f6-3665467f4cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.555250426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"eb81372b-b455-465f-87f6-3665467f4cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.60273352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"780ab6d5-b1db-4cac-a620-7e65c5ccdedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:26.662281652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"780ab6d5-b1db-4cac-a620-7e65c5ccdedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:34.082150796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980093ef-4e39-4a30-9c74-02126a145b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:34.134301013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980093ef-4e39-4a30-9c74-02126a145b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:34.186021972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980093ef-4e39-4a30-9c74-02126a145b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:34.238800162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980093ef-4e39-4a30-9c74-02126a145b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:34.544965157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7eea9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7eea9b","reconcileID":"6d500808-c2fd-433e-a1fb-d46352583e22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7eea9b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-7eea9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:35.882335461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e22d6de-8e08-418c-b9c8-dea404b90d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:35.940579756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e22d6de-8e08-418c-b9c8-dea404b90d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:35.982786054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a995e226-bd11-49d4-979e-1e49e55b6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:35.995977178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e22d6de-8e08-418c-b9c8-dea404b90d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.042090195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a995e226-bd11-49d4-979e-1e49e55b6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.098727472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a995e226-bd11-49d4-979e-1e49e55b6263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.25400331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d8453-020f-4e7d-9277-f31ecd26c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.306281215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d8453-020f-4e7d-9277-f31ecd26c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.358053451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d8453-020f-4e7d-9277-f31ecd26c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:36.410026645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105d8453-020f-4e7d-9277-f31ecd26c516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:38.441680288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab57fd4-97a4-4447-b9e5-6bb284b3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:38.496141012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab57fd4-97a4-4447-b9e5-6bb284b3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:38.551903494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab57fd4-97a4-4447-b9e5-6bb284b3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:38.604146165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab57fd4-97a4-4447-b9e5-6bb284b3a1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:40.53034101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14de5c6-b4e1-48fc-b129-64575201e4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:40.583299544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14de5c6-b4e1-48fc-b129-64575201e4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:40.636773729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14de5c6-b4e1-48fc-b129-64575201e4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:40.688850413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14de5c6-b4e1-48fc-b129-64575201e4b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:42.578614283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3b04e1-28c0-413b-90fb-72e3dc028c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:42.63052847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3b04e1-28c0-413b-90fb-72e3dc028c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:42.684081521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3b04e1-28c0-413b-90fb-72e3dc028c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:42.736307484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a3b04e1-28c0-413b-90fb-72e3dc028c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:43.279765116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:43.492771056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"bb2bd644-5230-497d-a7f8-70f5f581901e","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"maas-trlp-auth-test-model-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:43.664410775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"6793e2a2-9f34-4da6-8427-d6464899fc59","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:43.664442529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"6793e2a2-9f34-4da6-8427-d6464899fc59","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.787262803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"5323e551-b94b-490c-913b-3ea9b092367c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.843202509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"5323e551-b94b-490c-913b-3ea9b092367c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.924527404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"94b69b95-a5f2-49e1-91d8-b1430c21b4e5","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.924546025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"94b69b95-a5f2-49e1-91d8-b1430c21b4e5","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.981253813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"e2e8668d-b99d-471e-b8be-4e6887847222","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:44.981281085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"e2e8668d-b99d-471e-b8be-4e6887847222","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:45.085851719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"b1d800a0-6e33-45f1-b221-e5f1e2d7757c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:45.212260413Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"b1d800a0-6e33-45f1-b221-e5f1e2d7757c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:45.267173873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"b1d800a0-6e33-45f1-b221-e5f1e2d7757c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:45.325026078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"33769efe-e190-456e-b50c-aeac23fd84cd","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:45.32504487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"33769efe-e190-456e-b50c-aeac23fd84cd","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.152960203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e996c451-8042-40f8-a92b-94aaf3a0c40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.209850956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e996c451-8042-40f8-a92b-94aaf3a0c40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.255966207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"719de3bc-2bb3-4e7e-b81d-82848a929db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.269387874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e996c451-8042-40f8-a92b-94aaf3a0c40a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.316180865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"719de3bc-2bb3-4e7e-b81d-82848a929db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.328643484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c3abe98-b8a6-40ea-9483-b21c9696ee9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.328664904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c3abe98-b8a6-40ea-9483-b21c9696ee9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.371707613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"719de3bc-2bb3-4e7e-b81d-82848a929db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.43118304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3887a7cc-f76b-454c-a0d0-06fe5aeb1565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:46.431202708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3887a7cc-f76b-454c-a0d0-06fe5aeb1565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:55.430184408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"0369984b-cb87-4b8f-ab2c-a58ecdf4f058","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:55.487849036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"0369984b-cb87-4b8f-ab2c-a58ecdf4f058","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:55.543013705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"0369984b-cb87-4b8f-ab2c-a58ecdf4f058","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.486434462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857d22b3-b85e-49ee-a652-aab17ddd63ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.544858552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857d22b3-b85e-49ee-a652-aab17ddd63ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.58815528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c88573a-e812-4cdc-9813-977099777cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.601026884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"857d22b3-b85e-49ee-a652-aab17ddd63ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.646215405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c88573a-e812-4cdc-9813-977099777cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:39:56.702200552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c88573a-e812-4cdc-9813-977099777cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:05.648088187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fd0e8f2c-197e-437a-8864-b20fa400ee7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:05.704269394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fd0e8f2c-197e-437a-8864-b20fa400ee7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:05.759372865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fd0e8f2c-197e-437a-8864-b20fa400ee7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.757517471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd6af87-ad5b-4b93-97c1-14360c02d8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.813699516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd6af87-ad5b-4b93-97c1-14360c02d8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.857329957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fada2471-0351-4f19-80e6-23a3dbc2508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.869641479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dd6af87-ad5b-4b93-97c1-14360c02d8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.918271658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fada2471-0351-4f19-80e6-23a3dbc2508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:06.973833231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fada2471-0351-4f19-80e6-23a3dbc2508a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:07.988650679Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","namespace":"ai-tenant-e2e-extmod-b-67ac91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:07.988713065Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","namespace":"ai-tenant-e2e-extmod-b-67ac91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:07.98876708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","tenant":"e2e-extmod-b-67ac91","tenantID":"e2e-extmod-b-67ac91","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.045483408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Deployment","name":"maas-api-e2e-extmod-b-67ac91","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.10747429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Service","name":"maas-api-e2e-extmod-b-67ac91","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.167847543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-67ac91","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.222564408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-67ac91","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.27959339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.33731499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.396986552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.452005981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.504014414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.5558479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.61224478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Service","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.664845379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.717039291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.76874825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.820788157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.876690477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.928635638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:08.980610573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:09.036800094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-67ac91","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:09.089378602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-67ac91"},"namespace":"ai-tenant-e2e-extmod-b-67ac91","name":"default-tenant","reconcileID":"8e5b3804-12dd-42ff-9156-9a338c394111","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-67ac91","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.252293027Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-67ac91","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-67ac91","reconcileID":"fd229704-ae48-4a5c-8204-3a2e186cc35a","aitenant":"ai-tenants/e2e-extmod-b-67ac91","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.28182804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.763884903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292a04ba-d12a-4c08-abed-eedda6f9d0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.817715631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292a04ba-d12a-4c08-abed-eedda6f9d0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.869923861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292a04ba-d12a-4c08-abed-eedda6f9d0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:13.921746976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292a04ba-d12a-4c08-abed-eedda6f9d0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.087789885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-67ac91","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-67ac91","reconcileID":"fd229704-ae48-4a5c-8204-3a2e186cc35a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-67ac91","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-67ac91"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.141405728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","namespace":"ai-tenant-e2e-extmod-a-13ceaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.141492532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","namespace":"ai-tenant-e2e-extmod-a-13ceaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.14156275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","tenant":"e2e-extmod-a-13ceaf","tenantID":"e2e-extmod-a-13ceaf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.196336613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-13ceaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.259955459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Service","name":"maas-api-e2e-extmod-a-13ceaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.321125665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-13ceaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.376204202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-13ceaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.432094248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.491895161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.559136004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.624199731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.677224897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.729570169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.781815366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Service","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.834317872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.893443696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:14.946139478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.004480129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.057468427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.109252359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.161719684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.213073441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-13ceaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.266909561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-13ceaf"},"namespace":"ai-tenant-e2e-extmod-a-13ceaf","name":"default-tenant","reconcileID":"638ca74c-6b21-4137-baa8-92d3ca5b39b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-13ceaf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.871733957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ceb051-f04b-426e-95d6-2d56f3778e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.925527337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ceb051-f04b-426e-95d6-2d56f3778e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.925675009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"d255847c-20f7-4b44-a279-6bfc0ce86e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:15.977897953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ceb051-f04b-426e-95d6-2d56f3778e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:16.030165949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ceb051-f04b-426e-95d6-2d56f3778e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:16.094384263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"d255847c-20f7-4b44-a279-6bfc0ce86e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:16.097637886Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-13ceaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-13ceaf","reconcileID":"6ab13981-f35a-42ff-b6a1-d832e05f5890","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-13ceaf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-13ceaf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:16.157700395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"d255847c-20f7-4b44-a279-6bfc0ce86e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.052757034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01bc5241-5627-4de2-b46a-89f4e79a0ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.112229484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01bc5241-5627-4de2-b46a-89f4e79a0ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.185417525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94941057-c7b4-4ec8-a1bc-df27841a04bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.1888823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01bc5241-5627-4de2-b46a-89f4e79a0ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.250687723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94941057-c7b4-4ec8-a1bc-df27841a04bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:17.311138312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (9364690138b2e964a6e549dcf4d8c862537b1ecda6548fcafc3b027180aedbae) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (76aa3571c01c40723a4afa9dd3ea161df8173b12f3971acdb6b9756be15d3f99) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e1b3a11186539da2cc06300ec4ec69529d7ed74ce259d1bcc6d01459217f9a44) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e164637741841326b1f4ae66727511da8eb600c4790b5fc93b9b6f6b4f104c5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94941057-c7b4-4ec8-a1bc-df27841a04bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:18.091794747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07aad81-8006-4bd3-a9be-cda375fbb4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:18.14547057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07aad81-8006-4bd3-a9be-cda375fbb4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:18.208950329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07aad81-8006-4bd3-a9be-cda375fbb4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:18.264672837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07aad81-8006-4bd3-a9be-cda375fbb4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:20.387617132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051f6b29-c7cc-4ea5-a663-8eb0ace25670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:20.45514862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051f6b29-c7cc-4ea5-a663-8eb0ace25670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:20.518056034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051f6b29-c7cc-4ea5-a663-8eb0ace25670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:20.571632069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"051f6b29-c7cc-4ea5-a663-8eb0ace25670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:20.919241095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4fc57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4fc57","reconcileID":"466e96ff-3d13-4407-9318-219e12c4cef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d4fc57","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d4fc57":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:22.521986836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6fa2d8-f0d1-4980-a0f4-38ab62ef6a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:22.574147373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6fa2d8-f0d1-4980-a0f4-38ab62ef6a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:22.626232328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6fa2d8-f0d1-4980-a0f4-38ab62ef6a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:22.67947845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de6fa2d8-f0d1-4980-a0f4-38ab62ef6a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:24.655716733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c9148c-caf8-48d0-8310-6e537e00ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:24.713373396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c9148c-caf8-48d0-8310-6e537e00ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:24.791148157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c9148c-caf8-48d0-8310-6e537e00ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:24.845108974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c9148c-caf8-48d0-8310-6e537e00ffb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:24.935111287Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-004a88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-004a88","reconcileID":"e7645029-5037-43f3-9002-ca8765ef88df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-004a88","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-004a88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:26.309388088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"61bfea47-1064-457b-8d06-f50c24e3d20d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:26.376808423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"61bfea47-1064-457b-8d06-f50c24e3d20d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:26.435505061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bca1782ddf8cc54f2fece131d025e92b0697cb9a9283cbb604670a7f5f462d3) AuthConfig (5f7ce5c3f134ee09ebdf9afe1d01759373ae7a208732563ce79aa730e53bb000) AuthConfig (2cd8b26cbef8556f37996d91c140c5d956ad1ead1405ea6890f02b4bb9a2bff3) AuthConfig (cdffe50ca7f3445e3710c4a17c7128e3ae7798822cf42ee0189d4670e2e3603d) AuthConfig (5e759e58ef552dc5339907037123b4c628497bf27eb395b51dde7bf99df3b203) AuthConfig (a8b1685c23300b47880381cb95b7d35adc30a08f1b94ff047b672d6bf7c492c7) AuthConfig (62ca976f59e89eb1cae1d48f1fbe0d286e1cf5387d2d258443785a8eb8088a41) AuthConfig (613e89ff847b12116c045e76918d4ec55ab8c1ee150836d566ef28ac22814774) AuthConfig (63371f5d74c0f5e7435a2491258c223e46328b6355465ad209bb77732bcd3921) AuthConfig (17234d8f691a6be4ec91404a15324da68595c012425e4a062e8992c8a87e83a1) AuthConfig (c11963d9a2fa3601ca6b0f7f91542b751b18124c32b5a9fa73454d837a42a7a7) AuthConfig (ef335398a490549e36ca1c59378a0277485ac86c0a073081929261f86a9c3d22) AuthConfig (b10cd0a358b67bab159bf3ee580ef82a51dddc59461dbc764cec4eea391dc9a9) AuthConfig (772a948f99b906a14bd5048c284d9356ed551867615da355eb6cb6ed2a7e1481) AuthConfig (7540ad5b2ad81c78df19cc5e067c7852af7eed99640b3c74ad4e6615a82bd6c2) AuthConfig (adc5886c52ba84cce008386926ddd1464c970e0605985f5d319ad7130c8282af) AuthConfig (cb3dee6f6cceb780172a8216e7e5ff77e9c515ea2ff7dd58074f5d3995fa12f3) AuthConfig (c6624c5cb0846047e692d41cc08523c7c963a828468840051f9201d0391c123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"61bfea47-1064-457b-8d06-f50c24e3d20d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:26.504579887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"484a4f6d-c134-4ce0-bdab-9a81033cc81b","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:26.504690273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"484a4f6d-c134-4ce0-bdab-9a81033cc81b","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.107361511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f705360-90fb-4f26-9d11-13e549a72c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.162621277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f705360-90fb-4f26-9d11-13e549a72c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.217469341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f705360-90fb-4f26-9d11-13e549a72c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.27536143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f705360-90fb-4f26-9d11-13e549a72c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.38498835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f6128a-7d96-4bbe-a7ea-f882358d2f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.463271887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26f6128a-7d96-4bbe-a7ea-f882358d2f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.520903304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6e77238-97b7-48a8-bfc6-7b23b7cbd22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.587430477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6e77238-97b7-48a8-bfc6-7b23b7cbd22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.848437681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdaf528f-329c-444f-a682-b1fa6c26fae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.848470762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdaf528f-329c-444f-a682-b1fa6c26fae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.950004648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55cbac91-4302-462a-af64-290383a37274","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:27.950025038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55cbac91-4302-462a-af64-290383a37274","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.608376281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"cd019d8d-e76d-4073-8098-6f437bda93d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.657737941Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","namespace":"ai-tenant-e2e-extmod-b-a812ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.65781727Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","namespace":"ai-tenant-e2e-extmod-b-a812ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.657881411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","tenant":"e2e-extmod-b-a812ed","tenantID":"e2e-extmod-b-a812ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.664464061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"cd019d8d-e76d-4073-8098-6f437bda93d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.713114121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a812ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.71907991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bca1782ddf8cc54f2fece131d025e92b0697cb9a9283cbb604670a7f5f462d3) AuthConfig (5f7ce5c3f134ee09ebdf9afe1d01759373ae7a208732563ce79aa730e53bb000) AuthConfig (2cd8b26cbef8556f37996d91c140c5d956ad1ead1405ea6890f02b4bb9a2bff3) AuthConfig (cdffe50ca7f3445e3710c4a17c7128e3ae7798822cf42ee0189d4670e2e3603d) AuthConfig (5e759e58ef552dc5339907037123b4c628497bf27eb395b51dde7bf99df3b203) AuthConfig (a8b1685c23300b47880381cb95b7d35adc30a08f1b94ff047b672d6bf7c492c7) AuthConfig (62ca976f59e89eb1cae1d48f1fbe0d286e1cf5387d2d258443785a8eb8088a41) AuthConfig (613e89ff847b12116c045e76918d4ec55ab8c1ee150836d566ef28ac22814774) AuthConfig (63371f5d74c0f5e7435a2491258c223e46328b6355465ad209bb77732bcd3921) AuthConfig (17234d8f691a6be4ec91404a15324da68595c012425e4a062e8992c8a87e83a1) AuthConfig (c11963d9a2fa3601ca6b0f7f91542b751b18124c32b5a9fa73454d837a42a7a7) AuthConfig (ef335398a490549e36ca1c59378a0277485ac86c0a073081929261f86a9c3d22) AuthConfig (b10cd0a358b67bab159bf3ee580ef82a51dddc59461dbc764cec4eea391dc9a9) AuthConfig (772a948f99b906a14bd5048c284d9356ed551867615da355eb6cb6ed2a7e1481) AuthConfig (7540ad5b2ad81c78df19cc5e067c7852af7eed99640b3c74ad4e6615a82bd6c2) AuthConfig (adc5886c52ba84cce008386926ddd1464c970e0605985f5d319ad7130c8282af) AuthConfig (cb3dee6f6cceb780172a8216e7e5ff77e9c515ea2ff7dd58074f5d3995fa12f3) AuthConfig (c6624c5cb0846047e692d41cc08523c7c963a828468840051f9201d0391c123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"cd019d8d-e76d-4073-8098-6f437bda93d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.775892385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Service","name":"maas-api-e2e-extmod-b-a812ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.8361318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a812ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.892341457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a812ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:36.949074638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.005258086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.063208232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.120388534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.172201184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.227308198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.279584062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Service","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.33328482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.386729665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.439203641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.491331811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.547656526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.599877428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.652184054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.711181192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a812ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:37.765215137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a812ed"},"namespace":"ai-tenant-e2e-extmod-b-a812ed","name":"default-tenant","reconcileID":"48c65992-dd90-4134-9d05-ceed92900fdc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a812ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:41.547976333Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a812ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a812ed","reconcileID":"b1d6e8e3-3879-4be7-8fcd-ad5b14993734","aitenant":"ai-tenants/e2e-extmod-b-a812ed","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:42.07416693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bc31bc-295e-4c9f-bad0-2a457486e9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:42.126284507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bc31bc-295e-4c9f-bad0-2a457486e9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:42.177888308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bc31bc-295e-4c9f-bad0-2a457486e9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:42.229535723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bc31bc-295e-4c9f-bad0-2a457486e9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:42.394574351Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a812ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a812ed","reconcileID":"b1d6e8e3-3879-4be7-8fcd-ad5b14993734","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a812ed","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a812ed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:43.280491283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:44.155175955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79865515-08e2-411e-9f4d-91acef086ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:44.207175096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79865515-08e2-411e-9f4d-91acef086ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:44.259705418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79865515-08e2-411e-9f4d-91acef086ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:44.311979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79865515-08e2-411e-9f4d-91acef086ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.234504986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251e494a-011d-4c7a-8b8a-137a4413315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.288501621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251e494a-011d-4c7a-8b8a-137a4413315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.341298849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251e494a-011d-4c7a-8b8a-137a4413315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.393579455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251e494a-011d-4c7a-8b8a-137a4413315d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.823772558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"40300532-e689-4a2e-9447-543b2b963e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.880597084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"40300532-e689-4a2e-9447-543b2b963e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:46.936148072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bca1782ddf8cc54f2fece131d025e92b0697cb9a9283cbb604670a7f5f462d3) AuthConfig (5f7ce5c3f134ee09ebdf9afe1d01759373ae7a208732563ce79aa730e53bb000) AuthConfig (2cd8b26cbef8556f37996d91c140c5d956ad1ead1405ea6890f02b4bb9a2bff3) AuthConfig (cdffe50ca7f3445e3710c4a17c7128e3ae7798822cf42ee0189d4670e2e3603d) AuthConfig (5e759e58ef552dc5339907037123b4c628497bf27eb395b51dde7bf99df3b203) AuthConfig (a8b1685c23300b47880381cb95b7d35adc30a08f1b94ff047b672d6bf7c492c7) AuthConfig (62ca976f59e89eb1cae1d48f1fbe0d286e1cf5387d2d258443785a8eb8088a41) AuthConfig (613e89ff847b12116c045e76918d4ec55ab8c1ee150836d566ef28ac22814774) AuthConfig (63371f5d74c0f5e7435a2491258c223e46328b6355465ad209bb77732bcd3921) AuthConfig (17234d8f691a6be4ec91404a15324da68595c012425e4a062e8992c8a87e83a1) AuthConfig (c11963d9a2fa3601ca6b0f7f91542b751b18124c32b5a9fa73454d837a42a7a7) AuthConfig (ef335398a490549e36ca1c59378a0277485ac86c0a073081929261f86a9c3d22) AuthConfig (b10cd0a358b67bab159bf3ee580ef82a51dddc59461dbc764cec4eea391dc9a9) AuthConfig (772a948f99b906a14bd5048c284d9356ed551867615da355eb6cb6ed2a7e1481) AuthConfig (7540ad5b2ad81c78df19cc5e067c7852af7eed99640b3c74ad4e6615a82bd6c2) AuthConfig (adc5886c52ba84cce008386926ddd1464c970e0605985f5d319ad7130c8282af) AuthConfig (cb3dee6f6cceb780172a8216e7e5ff77e9c515ea2ff7dd58074f5d3995fa12f3) AuthConfig (c6624c5cb0846047e692d41cc08523c7c963a828468840051f9201d0391c123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"40300532-e689-4a2e-9447-543b2b963e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:48.293522502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594502f0-d583-4133-88ad-b4de29c43f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:48.345784134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594502f0-d583-4133-88ad-b4de29c43f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:48.39742326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594502f0-d583-4133-88ad-b4de29c43f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:48.449455752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594502f0-d583-4133-88ad-b4de29c43f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:49.335490368Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7dfd21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7dfd21","reconcileID":"59455f89-fdaa-4594-803f-056c0622be90","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7dfd21","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-7dfd21":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:50.357572059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aece3c5-696d-48d1-b738-2c28d9cde3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:50.411047028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aece3c5-696d-48d1-b738-2c28d9cde3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:50.464540021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aece3c5-696d-48d1-b738-2c28d9cde3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:50.516340594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aece3c5-696d-48d1-b738-2c28d9cde3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:52.443645915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c49d64-dd32-4fd5-bb14-3e86da026645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:52.496796374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c49d64-dd32-4fd5-bb14-3e86da026645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:52.548536042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c49d64-dd32-4fd5-bb14-3e86da026645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:52.603684106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c49d64-dd32-4fd5-bb14-3e86da026645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:53.307192152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"670f3842-7409-4a4a-8a51-6266b029740a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7eea9b","tenantID":"e2e-inf-a-7eea9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:53.439839347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"670f3842-7409-4a4a-8a51-6266b029740a","name":"e2e-inf-a-7eea9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:54.640338489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef5b566-59f8-4985-a667-77901b60400f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:54.69311336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef5b566-59f8-4985-a667-77901b60400f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:54.745848466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef5b566-59f8-4985-a667-77901b60400f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:54.799220235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef5b566-59f8-4985-a667-77901b60400f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:56.700328258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e05a4b7-6d93-4884-a741-08e3ef0028f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:56.752423386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e05a4b7-6d93-4884-a741-08e3ef0028f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:56.804198174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e05a4b7-6d93-4884-a741-08e3ef0028f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:56.855924597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e05a4b7-6d93-4884-a741-08e3ef0028f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:57.083731542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"a95118b9-57da-4c8f-961e-1b5a3a3a64e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:57.140642085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"a95118b9-57da-4c8f-961e-1b5a3a3a64e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:40:57.195896211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c5db10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bca1782ddf8cc54f2fece131d025e92b0697cb9a9283cbb604670a7f5f462d3) AuthConfig (5f7ce5c3f134ee09ebdf9afe1d01759373ae7a208732563ce79aa730e53bb000) AuthConfig (2cd8b26cbef8556f37996d91c140c5d956ad1ead1405ea6890f02b4bb9a2bff3) AuthConfig (cdffe50ca7f3445e3710c4a17c7128e3ae7798822cf42ee0189d4670e2e3603d) AuthConfig (5e759e58ef552dc5339907037123b4c628497bf27eb395b51dde7bf99df3b203) AuthConfig (a8b1685c23300b47880381cb95b7d35adc30a08f1b94ff047b672d6bf7c492c7) AuthConfig (62ca976f59e89eb1cae1d48f1fbe0d286e1cf5387d2d258443785a8eb8088a41) AuthConfig (613e89ff847b12116c045e76918d4ec55ab8c1ee150836d566ef28ac22814774) AuthConfig (63371f5d74c0f5e7435a2491258c223e46328b6355465ad209bb77732bcd3921) AuthConfig (17234d8f691a6be4ec91404a15324da68595c012425e4a062e8992c8a87e83a1) AuthConfig (c11963d9a2fa3601ca6b0f7f91542b751b18124c32b5a9fa73454d837a42a7a7) AuthConfig (ef335398a490549e36ca1c59378a0277485ac86c0a073081929261f86a9c3d22) AuthConfig (b10cd0a358b67bab159bf3ee580ef82a51dddc59461dbc764cec4eea391dc9a9) AuthConfig (772a948f99b906a14bd5048c284d9356ed551867615da355eb6cb6ed2a7e1481) AuthConfig (7540ad5b2ad81c78df19cc5e067c7852af7eed99640b3c74ad4e6615a82bd6c2) AuthConfig (adc5886c52ba84cce008386926ddd1464c970e0605985f5d319ad7130c8282af) AuthConfig (cb3dee6f6cceb780172a8216e7e5ff77e9c515ea2ff7dd58074f5d3995fa12f3) AuthConfig (c6624c5cb0846047e692d41cc08523c7c963a828468840051f9201d0391c123e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"a95118b9-57da-4c8f-961e-1b5a3a3a64e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:07.300638016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fa43a492-97f9-4722-b8e6-b5a245d2f785","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:07.358365953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fa43a492-97f9-4722-b8e6-b5a245d2f785","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:07.677556936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"0d3323bf-cc53-429a-b976-769e4dcfc783","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:07.677589787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"0d3323bf-cc53-429a-b976-769e4dcfc783","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.278980203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.302081044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"f8111817-d3f9-457c-b20c-78555e35191f","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.302105303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"f8111817-d3f9-457c-b20c-78555e35191f","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.362664219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"406b11b1-5472-49cc-b981-5690ed5ccc92","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.362686702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"406b11b1-5472-49cc-b981-5690ed5ccc92","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.406007952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"0dcf9081-cf94-4283-8b45-e1dbb80c8c24","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:41:13.409049188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"57f629b6-3b1d-41b1-8937-d825ba8853ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2f41ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:41:13.416313624Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"406b11b1-5472-49cc-b981-5690ed5ccc92","name":"auth-test-model-c5db10","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5db10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:41:13.416354621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"406b11b1-5472-49cc-b981-5690ed5ccc92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5db10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.421725441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"75925bce-4943-452d-9ea6-7f8b9fe6058f","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.421743904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"75925bce-4943-452d-9ea6-7f8b9fe6058f","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.464427548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"0dcf9081-cf94-4283-8b45-e1dbb80c8c24","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.518461602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"4cb97fb5-f218-4673-9931-07348c78b301","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.518479554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"4cb97fb5-f218-4673-9931-07348c78b301","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.576416084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"402b5019-f23e-42e5-bca9-6dbaa1464bb8","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.576438024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"402b5019-f23e-42e5-bca9-6dbaa1464bb8","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.775014556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"953e57b0-327f-4fce-b751-bc2595517fcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.797589074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"6c9fb4ea-1e79-4ea0-93ef-6a8adf7366e3","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"maas-trlp-auth-test-model-c5db10","model":"auth-test-model-c5db10","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-c5db10/e2e-auth-iso-2f41ec"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.831084351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"953e57b0-327f-4fce-b751-bc2595517fcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.963873527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"6c4bd7be-038a-422e-afce-a7723f2dd753","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:13.963891317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"6c4bd7be-038a-422e-afce-a7723f2dd753","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:14.17909751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"df73b5a7-ae37-43e2-b665-bf76e82086bb","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"maas-trlp-auth-test-model-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:14.346368971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"e752f772-1f96-4bf1-95d2-f085439457af","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:14.346391127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"e752f772-1f96-4bf1-95d2-f085439457af","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:31.930730181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"6a91d29b-5766-45df-8117-e659ea569c03","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"maas-trlp-auth-test-model-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:32.099526539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"c38fbfe1-8a13-4efc-ba74-b594c9906db3","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:32.0995552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"c38fbfe1-8a13-4efc-ba74-b594c9906db3","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:32.609346875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"9de8c21b-86d7-4f12-bcd5-a425f6acf91f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:32.67096784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"9de8c21b-86d7-4f12-bcd5-a425f6acf91f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:35.829729369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"502510a3-a681-4ab2-b9ac-e94c30a30794","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:35.829750377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"502510a3-a681-4ab2-b9ac-e94c30a30794","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:35.933273729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"392fee04-1355-416f-bcf6-5842c64e2dd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:35.990754334Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"7cd64cbf-db02-4cc1-893b-30e36f130a6c","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-685cbe94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:35.990987132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"392fee04-1355-416f-bcf6-5842c64e2dd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:36.303255423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"dd2c475e-a3fc-456c-a414-fe3802871d5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:36.361502674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"dd2c475e-a3fc-456c-a414-fe3802871d5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:42.186006489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"9336b0da-11d9-459f-8dbe-3c1e0714dd03","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d4fc57","tenantID":"e2e-inf-a-d4fc57","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:42.307872567Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"9336b0da-11d9-459f-8dbe-3c1e0714dd03","name":"e2e-inf-a-d4fc57-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:43.279265438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.045318433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"4aca1c71-7779-443e-8d99-19c500b54dc8","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","subscription":"e2e-auth-iso-2f41ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.097791651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"4aca1c71-7779-443e-8d99-19c500b54dc8","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.150810876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"4aca1c71-7779-443e-8d99-19c500b54dc8","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"maas-trlp-auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.442265049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"2db5a87b-e02b-4985-8fe6-acd9fe1f2e2e","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.442295686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"2db5a87b-e02b-4985-8fe6-acd9fe1f2e2e","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.554345867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1e67eab6-32e7-4e3a-a4e6-5e0eb4b2bb85","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.612661166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"fde62136-fc25-442d-8867-ef7416a0dd17","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.612686158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"fde62136-fc25-442d-8867-ef7416a0dd17","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.6154967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1e67eab6-32e7-4e3a-a4e6-5e0eb4b2bb85","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.720422952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"93d68557-656a-4fcb-8c3f-f1171c88a3db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.777880535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"93d68557-656a-4fcb-8c3f-f1171c88a3db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.778104552Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"7570719b-4021-4ced-b22d-e52aa65b9b91","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90b46555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.932222517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"bf256fc0-d6f1-4b00-95a5-df5b65e905b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:46.98804237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"bf256fc0-d6f1-4b00-95a5-df5b65e905b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:47.081846592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"d9ab6bbb-a58a-4508-a5b4-4607c3725385","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:47.140496348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"d9ab6bbb-a58a-4508-a5b4-4607c3725385","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:52.044256596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"5876abc1-5f88-4716-a05a-a27a90e33e2a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-004a88","tenantID":"e2e-inf-a-004a88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:52.160610164Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"5876abc1-5f88-4716-a05a-a27a90e33e2a","name":"e2e-inf-a-004a88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:56.830530384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"154df7dd-7665-4018-8399-6b7490f506f6","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","subscription":"e2e-auth-iso-2f41ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:56.883643924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"154df7dd-7665-4018-8399-6b7490f506f6","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:56.9365513Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"154df7dd-7665-4018-8399-6b7490f506f6","MaaSSubscription":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"maas-trlp-auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.211451073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"5f7906d9-ffc5-4c17-be04-121f15482845","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.21147455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"5f7906d9-ffc5-4c17-be04-121f15482845","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.31588954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"2e0ca8af-6e04-45a8-b033-990631a70dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.372699746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1a5c5f48-7c7d-44eb-9c90-2852536e6f20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.372760266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"fb1c8858-6342-453e-a76e-d88b8ac3621b","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.37277563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"fb1c8858-6342-453e-a76e-d88b8ac3621b","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.377822005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"2e0ca8af-6e04-45a8-b033-990631a70dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.528974463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1a5c5f48-7c7d-44eb-9c90-2852536e6f20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.637029961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fc64b4e0-1d1a-475d-add8-17937f5f1b92","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.651553091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1a5c5f48-7c7d-44eb-9c90-2852536e6f20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"name":"e2e-shared-a-w3-849ad2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.651574785Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"e2e-auth-iso-2f41ec","reconcileID":"1a5c5f48-7c7d-44eb-9c90-2852536e6f20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.693738234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"fc64b4e0-1d1a-475d-add8-17937f5f1b92","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.708598753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"fb0e2890-664b-4f1b-b956-80c65870a598","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"tenant":"e2e-shared-a-w3-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","model":"ai-tenant-e2e-shared-a-w3-849ad2/auth-test-model-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.708620939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"auth-test-model-849ad2","reconcileID":"fb0e2890-664b-4f1b-b956-80c65870a598","MaaSModelRef":{"name":"auth-test-model-849ad2","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"routeName":"auth-test-model-849ad2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","llmisvcName":"auth-test-model-849ad2","gateway":"openshift-ingress/e2e-shared-a-w3-849ad2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.883514059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"cacabedc-bce2-4e80-88ee-e13b5ec4a27c","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.883658425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"cacabedc-bce2-4e80-88ee-e13b5ec4a27c","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:57.903768696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"7f0d82bd-6238-4754-b654-996f46d0a912","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:58.157067513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"7f0d82bd-6238-4754-b654-996f46d0a912","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:58.281723374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"7f0d82bd-6238-4754-b654-996f46d0a912","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"name":"e2e-shared-b-w3-c5db10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:58.281749076Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"e2e-auth-iso-2f41ec","reconcileID":"7f0d82bd-6238-4754-b654-996f46d0a912","MaaSAuthPolicy":{"name":"e2e-auth-iso-2f41ec","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:58.338341154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"4077f548-f135-4dff-a3db-ec6b0396e95d","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"tenant":"e2e-shared-b-w3-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","model":"ai-tenant-e2e-shared-b-w3-c5db10/auth-test-model-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:41:58.33837036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"auth-test-model-c5db10","reconcileID":"4077f548-f135-4dff-a3db-ec6b0396e95d","MaaSModelRef":{"name":"auth-test-model-c5db10","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"routeName":"auth-test-model-c5db10-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","llmisvcName":"auth-test-model-c5db10","gateway":"openshift-ingress/e2e-shared-b-w3-c5db10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:13.28335244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:16.319222501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"73e363b0-b465-4dbe-9ed5-b82f92125d24","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7dfd21","tenantID":"e2e-inf-a-7dfd21","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:16.442819907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"73e363b0-b465-4dbe-9ed5-b82f92125d24","name":"e2e-inf-a-7dfd21-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:23.483164486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca894b3-e531-4d14-87e0-2009061beaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:23.53633224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca894b3-e531-4d14-87e0-2009061beaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:23.588140745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca894b3-e531-4d14-87e0-2009061beaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:23.64311584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca894b3-e531-4d14-87e0-2009061beaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:25.596571019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f6e915-8d8b-4697-8bc6-9e99e16dc5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:25.655374833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f6e915-8d8b-4697-8bc6-9e99e16dc5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:25.70886848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f6e915-8d8b-4697-8bc6-9e99e16dc5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:25.7798444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f6e915-8d8b-4697-8bc6-9e99e16dc5d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:27.457729055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-08fdc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-08fdc5","reconcileID":"71adce81-0d23-4c19-89d6-db074f4a6ff3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-08fdc5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-08fdc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:27.799763101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326eeb22-f7dc-4296-bda1-e26341d70536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:27.852221133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326eeb22-f7dc-4296-bda1-e26341d70536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:27.904292103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326eeb22-f7dc-4296-bda1-e26341d70536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:27.957248534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326eeb22-f7dc-4296-bda1-e26341d70536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:29.99587869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01ec07b-5c9f-4c97-9848-7fb81c056c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:30.048295147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01ec07b-5c9f-4c97-9848-7fb81c056c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:30.100723736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01ec07b-5c9f-4c97-9848-7fb81c056c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:30.152946899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f01ec07b-5c9f-4c97-9848-7fb81c056c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:30.269180985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-607029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-607029","reconcileID":"cf138890-c177-4e74-a70b-b320c6de3f72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-607029","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-607029":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:32.229429271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b17da6b-4e99-4b2b-b62f-2e5bc993caf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:32.28702986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b17da6b-4e99-4b2b-b62f-2e5bc993caf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:32.343675256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b17da6b-4e99-4b2b-b62f-2e5bc993caf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:32.397275876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b17da6b-4e99-4b2b-b62f-2e5bc993caf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:42:43.279095546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:09.54197585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"bab76afd-8fe8-4098-8afe-5ec82399b075","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:09.646707067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b4209f20-c3a9-4ca9-9507-c8331e892c54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:09.763048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"bad0170c-767f-4c8a-8d5c-a6581ff01c6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:09.948344969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7ff0627e-7773-402d-9c82-84c5ec4620d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.046801992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"2bc44c7d-ad0f-42c0-9fc1-79234d6dbaee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.146200607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae7432c2-55d1-4aa2-8549-9a0ec1e25867","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.26276844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"c5ff8cc7-9d78-4eea-9572-a10fb7d57426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.37839335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"850d2021-4bb6-427a-8b66-7bcc0974e07c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.479642172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"c4d484bd-09c8-4bed-a2c4-e384ebef04c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.613111075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"79ca1bdc-a23b-4d78-9f47-ac9f64942daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.733377795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"9aadd475-eeec-4bb4-9bc5-ceca6d29d3af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:10.850100989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"e3daa6fc-7093-462a-9756-4fa663fa3a72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:13.280081055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:13.876686342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b8674b-ba20-42f7-8fea-5e2be995d7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:13.928697347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b8674b-ba20-42f7-8fea-5e2be995d7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:13.980369995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b8674b-ba20-42f7-8fea-5e2be995d7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:14.032347821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b8674b-ba20-42f7-8fea-5e2be995d7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:15.925102513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81bdb-51c0-45ec-b425-4c9e22b22a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:15.976921946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81bdb-51c0-45ec-b425-4c9e22b22a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:16.028810058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81bdb-51c0-45ec-b425-4c9e22b22a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:16.080855077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81bdb-51c0-45ec-b425-4c9e22b22a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:18.033155098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b9398e-87d9-40c9-b08c-9bb9ae79845c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:18.084890578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b9398e-87d9-40c9-b08c-9bb9ae79845c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:18.137823447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b9398e-87d9-40c9-b08c-9bb9ae79845c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:18.189626569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b9398e-87d9-40c9-b08c-9bb9ae79845c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:20.099656563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3965c-ed56-4103-9560-9cd5b199603d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:20.151767085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3965c-ed56-4103-9560-9cd5b199603d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:20.203676391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3965c-ed56-4103-9560-9cd5b199603d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:20.25651583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3965c-ed56-4103-9560-9cd5b199603d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:21.056422235Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4c6feb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4c6feb","reconcileID":"30945397-bde6-4043-8d53-548fafd8ed2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4c6feb","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-4c6feb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:22.177848177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6ae6ee-5d1c-42de-94fb-c1192509f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:22.229682777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6ae6ee-5d1c-42de-94fb-c1192509f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:22.281384212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6ae6ee-5d1c-42de-94fb-c1192509f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:22.333313355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6ae6ee-5d1c-42de-94fb-c1192509f479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:24.284676971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885e59e3-7e5e-48d3-8cc9-2dd7ca052db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:24.336421769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885e59e3-7e5e-48d3-8cc9-2dd7ca052db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:24.38822996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885e59e3-7e5e-48d3-8cc9-2dd7ca052db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:24.444590597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885e59e3-7e5e-48d3-8cc9-2dd7ca052db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:43.279402172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:48.854040057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aee04f-3953-40a5-8751-9c8816fd3fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:48.906105027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aee04f-3953-40a5-8751-9c8816fd3fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:48.958111005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aee04f-3953-40a5-8751-9c8816fd3fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:49.010078319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aee04f-3953-40a5-8751-9c8816fd3fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:50.895096574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef73628-12c9-4a67-b685-7f660fb0c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:50.94747633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef73628-12c9-4a67-b685-7f660fb0c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:50.999260245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef73628-12c9-4a67-b685-7f660fb0c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:51.051155941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef73628-12c9-4a67-b685-7f660fb0c0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:52.974135946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b99f7f-6b43-4894-8dd2-387259a0b980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:53.026852137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b99f7f-6b43-4894-8dd2-387259a0b980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:53.078674828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b99f7f-6b43-4894-8dd2-387259a0b980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:53.13056731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b99f7f-6b43-4894-8dd2-387259a0b980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:56.383576477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2894ad16-dd5b-40a7-96b5-3b6098637253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:56.435967374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2894ad16-dd5b-40a7-96b5-3b6098637253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:56.488273097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2894ad16-dd5b-40a7-96b5-3b6098637253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:56.540971116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2894ad16-dd5b-40a7-96b5-3b6098637253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:58.547794067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd68b7-8bbe-45a5-941e-ced2a50d3214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:58.599898063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd68b7-8bbe-45a5-941e-ced2a50d3214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:58.652218976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd68b7-8bbe-45a5-941e-ced2a50d3214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:43:58.704379887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd68b7-8bbe-45a5-941e-ced2a50d3214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:00.605148487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a17ff32-8cd3-456b-ad0a-feb07867e707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:00.657016876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a17ff32-8cd3-456b-ad0a-feb07867e707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:00.708687537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a17ff32-8cd3-456b-ad0a-feb07867e707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:00.76066927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a17ff32-8cd3-456b-ad0a-feb07867e707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:02.616562553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"3d91ba03-635b-40ab-8d11-2bc6ff0a2f1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-08fdc5","tenantID":"e2e-inf-a-08fdc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:02.73601291Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"3d91ba03-635b-40ab-8d11-2bc6ff0a2f1a","name":"e2e-inf-a-08fdc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:07.546672327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"77dd4379-d961-4fd9-9c6e-bf6fea7b87d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-607029","tenantID":"e2e-inf-b-607029","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:07.666776227Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"77dd4379-d961-4fd9-9c6e-bf6fea7b87d1","name":"e2e-inf-b-607029-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:13.284034336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.119107658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50f34174-4fc8-496a-b323-2fff7b9bf501","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.239610652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"dedb5457-7fa5-4b40-b9c3-35c62cf25904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.367577181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"51e02f35-3c57-4662-84f5-41ccbe52893c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.46423929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"5cbc61a7-e41f-4640-ac1d-f243ac17fcd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.624052378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"0db79707-7953-4edd-9978-05769a6e293f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:19.880638382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"f3fd5826-e839-4102-a703-952c8393d9b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.122456196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"3322ca33-ef47-4d5a-aabe-a9b9a5bf4dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.251516217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c5fb1fa0-eb95-4ebd-9f49-898fffd22b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.371217489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"4b8ce16e-05f3-4897-b065-71eeb715486f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.482497912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"1a5f5bbd-773b-49dd-a9d5-ae37185f488f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.632007416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac94cdef-cf4e-48e3-b6a8-4cd5af02489e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:20.814952456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"f1de029c-0251-473d-b58e-8fd583ddb5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:43.284041673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:54.949762253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f1b53-6d80-4c28-b67a-5c8fd4c85103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.002905756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f1b53-6d80-4c28-b67a-5c8fd4c85103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.05497997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f1b53-6d80-4c28-b67a-5c8fd4c85103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.108350478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f1b53-6d80-4c28-b67a-5c8fd4c85103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.215196338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b619226d-3369-4ed1-b558-1bc44144a490","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.486867951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"055495cb-118d-4eec-bb52-d5954106afd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.568665998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6aad8b95-9cc1-4436-bae1-6608ed7f1064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.669712014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abc13973-cc76-4e91-a0ca-6bc8578bbd3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.687921028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"69a92cf1-5355-4a76-a9a6-944ab0cf5249","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.808455255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"e512be12-1c38-45cc-8786-3cd9f6f08155","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:55.989179994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"496f5b2a-f558-45ba-a906-f9c9e2250f3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.166962005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"b394ac57-9c6c-4393-888f-380eb8be3567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.349715216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9344d90-6103-4d75-9db9-ddf3e74a0a8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.528742303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"0a9e2a2c-5958-41fd-99a8-fe448e304f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.630340531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"c2822ee0-af09-4be2-bd92-c6cd7ad4c4f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.647640478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1baa2304-1428-4ea5-a28d-706220c17f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.866298896Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"19246806-c2ee-41c1-8b5b-4f89e453e296","namespace":"ai-tenant-e2e-inf-a-004a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.866359237Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"19246806-c2ee-41c1-8b5b-4f89e453e296","namespace":"ai-tenant-e2e-inf-a-004a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:44:56.866412021Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"19246806-c2ee-41c1-8b5b-4f89e453e296","aitenant":"ai-tenants/e2e-inf-a-004a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:01.662868783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"27e7746c-7b32-475a-aabd-f239eae1f87c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4c6feb","tenantID":"e2e-inf-b-4c6feb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:01.778541327Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"27e7746c-7b32-475a-aabd-f239eae1f87c","name":"e2e-inf-b-4c6feb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:13.27940801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:15.659658979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"75f2aeb9-0660-466d-8634-19c46e0e119a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:15.757810989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"6782f408-bb0b-4b2b-b78c-c2311fe78cf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:15.776424383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"93af0aca-8b7c-478c-8571-e4f5c3f1417f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:15.860563624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f98fccf7-e704-486f-b087-e8836e58253e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.398772421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"2a96bb98-45b5-4e6f-9d38-1834de81c889","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.505110435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"fbeded57-81ee-49f5-8e52-e73b581cf4fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.605767622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"80a0f728-9b41-49fd-81d8-11fdd9ba361b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.821917805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"25d8e35d-9a87-40d9-8a7a-bcbb175ff830","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.926705173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"85757d4c-349c-4b62-b87b-f20099287e42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:16.98520236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7912ab09-2f0a-455f-8a3b-9f4bc2404b48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:17.245123062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"284f312a-e4e6-495e-88ab-b53d99a84139","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:17.567586836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"fc85edfa-4b23-4514-88a3-8980bc5f6e29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:20.197727378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a1cfc-b1b3-464f-9651-38ca389815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:20.254829797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a1cfc-b1b3-464f-9651-38ca389815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:20.308748042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a1cfc-b1b3-464f-9651-38ca389815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:20.366861717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a1cfc-b1b3-464f-9651-38ca389815af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:21.778327105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"fca0873a-e0a4-4b1b-92f5-19cf2bcad8a1","namespace":"ai-tenant-e2e-inf-a-7dfd21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:21.778477054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"fca0873a-e0a4-4b1b-92f5-19cf2bcad8a1","namespace":"ai-tenant-e2e-inf-a-7dfd21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:21.778571375Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"fca0873a-e0a4-4b1b-92f5-19cf2bcad8a1","aitenant":"ai-tenants/e2e-inf-a-7dfd21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:22.305244894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac5bbc6-65e4-489c-bbc9-27a67b49622c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:22.358545129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac5bbc6-65e4-489c-bbc9-27a67b49622c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:22.410733839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac5bbc6-65e4-489c-bbc9-27a67b49622c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:22.463976201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac5bbc6-65e4-489c-bbc9-27a67b49622c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:24.384750075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40438da-605d-4ee3-a4a7-aaa951c7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:24.43730135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40438da-605d-4ee3-a4a7-aaa951c7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:24.48919532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40438da-605d-4ee3-a4a7-aaa951c7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:24.541147037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40438da-605d-4ee3-a4a7-aaa951c7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:36.486889699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639155fb-3716-4bfd-9977-aba122b0f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:36.538902811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639155fb-3716-4bfd-9977-aba122b0f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:36.59106666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639155fb-3716-4bfd-9977-aba122b0f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:36.643299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639155fb-3716-4bfd-9977-aba122b0f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:38.589842894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0d5281-a598-4737-b8d2-ca2cbf1d17ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:38.643661755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0d5281-a598-4737-b8d2-ca2cbf1d17ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:38.695969162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0d5281-a598-4737-b8d2-ca2cbf1d17ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:38.748102726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0d5281-a598-4737-b8d2-ca2cbf1d17ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:43.337861993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:43.800865004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2513ea98-36d8-49d1-8987-15ef680f774e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:43.856554882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2513ea98-36d8-49d1-8987-15ef680f774e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:43.908518238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2513ea98-36d8-49d1-8987-15ef680f774e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:43.96043477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2513ea98-36d8-49d1-8987-15ef680f774e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:45.879362605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191f9728-4090-4166-81a2-68a3249ae037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:45.931291811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191f9728-4090-4166-81a2-68a3249ae037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:45.983176347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191f9728-4090-4166-81a2-68a3249ae037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:46.035041103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191f9728-4090-4166-81a2-68a3249ae037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:48.001532961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875dd7f3-f1b6-4ab7-86aa-30b6f9fd5807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:48.054110038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875dd7f3-f1b6-4ab7-86aa-30b6f9fd5807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:48.107330535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875dd7f3-f1b6-4ab7-86aa-30b6f9fd5807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:48.161405932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875dd7f3-f1b6-4ab7-86aa-30b6f9fd5807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.055768705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ab146-936f-4232-bcdc-86a35e111759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.107754258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ab146-936f-4232-bcdc-86a35e111759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.159559409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ab146-936f-4232-bcdc-86a35e111759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.21151952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a93ab146-936f-4232-bcdc-86a35e111759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.422152537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"326a1cf5-abbf-4168-b67d-3d175ee3b2a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.533957346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b3b98b5-7fb8-423d-9697-4ee40b0b0ed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.622541483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d26b589d-1a94-42b8-8ff7-3c46ea692900","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.721963617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"81a6e932-6bfd-4b0b-9a3c-b4b6ba7abdc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:50.937375297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"e4c3b62b-bf10-4eee-9a8f-59a7f4291797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:51.422641536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"da9e80d8-ecad-4511-9ebd-3ffa85869838","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:51.453861399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"d87ffa44-5493-4ada-8a06-e7771171a0fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:51.689372391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"eb0e14dc-ee75-4c3e-855b-1c103b41569d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:51.783917817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"2a71b0a4-d925-420d-9de3-604f782c81c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:51.886736405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4e2861ac-1635-42e2-802e-778690c3aaed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.022282349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d34706e-cf94-4eda-8072-4fc87a09df53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.11415474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e11f6eb-08d1-4dcb-8da1-2c7558f8a694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.12269767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"5a676f95-286d-4a5a-9859-cd90d0f3b237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.166160521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e11f6eb-08d1-4dcb-8da1-2c7558f8a694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.218749032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e11f6eb-08d1-4dcb-8da1-2c7558f8a694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:52.271823113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e11f6eb-08d1-4dcb-8da1-2c7558f8a694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:54.220182999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2aab5-4dad-4ffa-8ab6-5381749c4261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:54.27243971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2aab5-4dad-4ffa-8ab6-5381749c4261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:54.324275031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2aab5-4dad-4ffa-8ab6-5381749c4261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:45:54.376228866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a2aab5-4dad-4ffa-8ab6-5381749c4261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:13.279327356Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:27.792171283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a36112d-7bc7-45fd-983b-75ccb3336cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:27.844084147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a36112d-7bc7-45fd-983b-75ccb3336cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:27.896180067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a36112d-7bc7-45fd-983b-75ccb3336cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:27.948227174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a36112d-7bc7-45fd-983b-75ccb3336cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:29.844308842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c9dcf-75b5-46a1-a1f2-99e83e102623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:29.896767833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c9dcf-75b5-46a1-a1f2-99e83e102623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:29.948636084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c9dcf-75b5-46a1-a1f2-99e83e102623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:30.000383858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28c9dcf-75b5-46a1-a1f2-99e83e102623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.831417608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","namespace":"ai-tenant-e2e-inf-a-004a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.831472142Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","namespace":"ai-tenant-e2e-inf-a-004a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.831517709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","tenant":"e2e-inf-a-004a88","tenantID":"e2e-inf-a-004a88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.885809339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Deployment","name":"maas-api-e2e-inf-a-004a88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.915538308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038b59b8-aa4e-4acb-9757-1e634367d808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.967622364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038b59b8-aa4e-4acb-9757-1e634367d808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:31.978090051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Service","name":"maas-api-e2e-inf-a-004a88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.019633321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038b59b8-aa4e-4acb-9757-1e634367d808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.071537568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038b59b8-aa4e-4acb-9757-1e634367d808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.075342504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-004a88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.129104884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-004a88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.185494031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.241727328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.342070654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.39791841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.451183613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Deployment","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.503364148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.555667761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Service","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.611025585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.662826846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.714900356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.766910291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.824621868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.876833943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.928883808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:32.991238107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-004a88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:33.054113615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-004a88"},"namespace":"ai-tenant-e2e-inf-a-004a88","name":"default-tenant","reconcileID":"cda62d32-d828-4d74-9029-3c0ac88bc506","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-004a88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:33.82933936Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-004a88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-004a88","reconcileID":"93355ef2-6bbb-4c1f-9fca-7ba106f81a6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-004a88","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-004a88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:33.978721859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2beaa78a-5106-4900-9fd5-35a7cd4c0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:34.031015038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2beaa78a-5106-4900-9fd5-35a7cd4c0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:34.082965452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2beaa78a-5106-4900-9fd5-35a7cd4c0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:34.135338817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2beaa78a-5106-4900-9fd5-35a7cd4c0dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:36.036071175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b84c2f-5b76-4aed-8a83-d0b51b12d65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:36.087994904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b84c2f-5b76-4aed-8a83-d0b51b12d65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:36.140115361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b84c2f-5b76-4aed-8a83-d0b51b12d65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:36.191915056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b84c2f-5b76-4aed-8a83-d0b51b12d65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.107277908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb143a1-b714-4ae4-9afd-3ecdc5894250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.107299632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb143a1-b714-4ae4-9afd-3ecdc5894250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.164570898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"876055fb-2bdd-4b64-b9c2-1f8e7c02f3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.164593934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"876055fb-2bdd-4b64-b9c2-1f8e7c02f3bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.268021945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be0d339a-c341-4890-86f9-f3ff50665e8d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.436572245Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be0d339a-c341-4890-86f9-f3ff50665e8d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.491136194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be0d339a-c341-4890-86f9-f3ff50665e8d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.509950948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f65dbc1-348d-45c9-8589-f632dbce2b82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.509970697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f65dbc1-348d-45c9-8589-f632dbce2b82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.546477482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3c069b-ea47-49b4-a26e-10b1fbb25477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.54650084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca3c069b-ea47-49b4-a26e-10b1fbb25477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.564133775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57d7e6d-e65a-4a3d-9397-a71c4b634a17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.564150998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f57d7e6d-e65a-4a3d-9397-a71c4b634a17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:46:38.61988805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"56337c24-dbae-4d9e-8565-914153f2445a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-d09ad517\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.650421051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"fe2c93ad-ae3f-43d3-9b6b-b902d61bbaea","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.706173036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"fe2c93ad-ae3f-43d3-9b6b-b902d61bbaea","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.732334048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1840ca60-46c3-428c-b223-76c35ecfe616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.732350922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1840ca60-46c3-428c-b223-76c35ecfe616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.761977512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"fe2c93ad-ae3f-43d3-9b6b-b902d61bbaea","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.794332916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7bc31e-e685-49e8-956a-30056f1d94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:38.794352497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d7bc31e-e685-49e8-956a-30056f1d94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:39.063097528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"2b81c09c-1833-46c9-b8db-b6e0b02ee732","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d09ad517/e2e-sub-d09ad517","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:39.337910214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5bdc89a9-f787-44b2-a0e6-21c09aacbe44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:39.342582684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e15434d-f123-42b5-bb32-88853006ad71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:39.342605534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e15434d-f123-42b5-bb32-88853006ad71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:39.599496036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"d62ecc1b-c231-4859-83b6-b1b053f9f529","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:40.063886269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb27480a-76a9-48d9-aee4-f2274a17f8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:40.116142294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb27480a-76a9-48d9-aee4-f2274a17f8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:40.168863018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb27480a-76a9-48d9-aee4-f2274a17f8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:40.220538117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb27480a-76a9-48d9-aee4-f2274a17f8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:42.118380616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39c15bf-2779-463d-b72e-73bfc5c62705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:42.170946221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39c15bf-2779-463d-b72e-73bfc5c62705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:42.222849958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39c15bf-2779-463d-b72e-73bfc5c62705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:42.274885141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39c15bf-2779-463d-b72e-73bfc5c62705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:43.279394034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:44.27562401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf155d4e-49cb-4a84-8297-2faeb3ff3394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:44.327253756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf155d4e-49cb-4a84-8297-2faeb3ff3394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:44.379175847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf155d4e-49cb-4a84-8297-2faeb3ff3394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:44.431425281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf155d4e-49cb-4a84-8297-2faeb3ff3394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:48.894791435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be254135-49c4-4bd9-ade5-39bf097596c9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:48.951577076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be254135-49c4-4bd9-ade5-39bf097596c9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:49.006093244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"be254135-49c4-4bd9-ade5-39bf097596c9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.321411423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3add6c-9d30-4980-ab47-faaf9743a380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.373914551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3add6c-9d30-4980-ab47-faaf9743a380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.425593918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3add6c-9d30-4980-ab47-faaf9743a380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.425686938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","namespace":"ai-tenant-e2e-inf-a-7dfd21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.425742328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","namespace":"ai-tenant-e2e-inf-a-7dfd21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.477985045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3add6c-9d30-4980-ab47-faaf9743a380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.478138741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","tenant":"e2e-inf-a-7dfd21","tenantID":"e2e-inf-a-7dfd21","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.533515643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Deployment","name":"maas-api-e2e-inf-a-7dfd21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.596161444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Service","name":"maas-api-e2e-inf-a-7dfd21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.656240805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7dfd21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.691972869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"585e34bf-8669-4413-9476-141ec0ba2f0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.745649558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7dfd21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.808274858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.865922333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.924770591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.953121804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"f6d2963c-9812-4bcb-b113-055485521458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:58.9833095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.04072104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.08233638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"b19414d7-8c5d-406b-bb55-68b13f107128","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.092867789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.115080856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"6d955b3d-b698-4d19-8ed8-289c8385573d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.144783245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Service","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.173240578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"6d955b3d-b698-4d19-8ed8-289c8385573d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.186988596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"b4cc321a-fab9-456a-8b61-c0fbbac57b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.196833128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.228528641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"6d955b3d-b698-4d19-8ed8-289c8385573d","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.254911344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.274720778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"8928a6cb-34ed-4e13-84ee-beedc11e7252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.306912355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.358497959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.405597632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d210800-2e1d-4294-beaa-dd4602fa473e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.414232512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.466079015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.509140147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"ccd9dc07-8da3-432f-b0be-dd3f197229e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.556452228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.618222693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-7dfd21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.678812617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7dfd21"},"namespace":"ai-tenant-e2e-inf-a-7dfd21","name":"default-tenant","reconcileID":"a1806728-42c5-4760-8481-6dd69822be2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-7dfd21","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.734559539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"7acd5864-d770-4f29-b60d-4a266a60dc0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.734619225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28b8f43b-f1d7-4ca2-b222-8e6de9659b37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.737593593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"e46da66e-ce1b-4915-abe9-5e0e136f51d1","namespace":"ai-tenant-e2e-inf-a-7eea9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.737662705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"e46da66e-ce1b-4915-abe9-5e0e136f51d1","namespace":"ai-tenant-e2e-inf-a-7eea9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.737724096Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"e46da66e-ce1b-4915-abe9-5e0e136f51d1","aitenant":"ai-tenants/e2e-inf-a-7eea9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:46:59.738779899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"186c7b96-066b-4748-8043-8c04a686790b","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.310879112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"15ee7b95-ff58-4e32-8fde-87e148775269","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.412023511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"88552af6-bd31-4883-826b-e227f9f4756f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.423637331Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7dfd21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7dfd21","reconcileID":"f71e1a63-e2c0-4bd9-9933-6b163ff1ae1f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7dfd21","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-7dfd21"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.469505611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a9b0e4-4c1b-4f44-bdd7-7ac49fa6371c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.511145066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1432646c-59ff-4bc1-a1af-9222f00520e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.522081335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a9b0e4-4c1b-4f44-bdd7-7ac49fa6371c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.574113169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a9b0e4-4c1b-4f44-bdd7-7ac49fa6371c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:00.626401299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a9b0e4-4c1b-4f44-bdd7-7ac49fa6371c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:02.534672103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883900f-5e9c-4314-b903-fe37332640be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:02.586462303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883900f-5e9c-4314-b903-fe37332640be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:02.638858352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883900f-5e9c-4314-b903-fe37332640be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:02.690916617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9883900f-5e9c-4314-b903-fe37332640be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:04.5821554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a8666c-8092-464a-a4b8-c341bafc2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:04.633980992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a8666c-8092-464a-a4b8-c341bafc2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:04.685885928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a8666c-8092-464a-a4b8-c341bafc2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:04.739056347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a8666c-8092-464a-a4b8-c341bafc2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:05.186839718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"e8f389ea-fb2e-4b31-854f-2cfc8f753dbf","namespace":"ai-tenant-e2e-inf-a-08fdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:05.186895092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"e8f389ea-fb2e-4b31-854f-2cfc8f753dbf","namespace":"ai-tenant-e2e-inf-a-08fdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:05.186956274Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"e8f389ea-fb2e-4b31-854f-2cfc8f753dbf","aitenant":"ai-tenants/e2e-inf-a-08fdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:09.335188247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"b8c31d0a-565b-4929-93c7-a28075056dca","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:09.392723469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"b8c31d0a-565b-4929-93c7-a28075056dca","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:09.449838651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"b8c31d0a-565b-4929-93c7-a28075056dca","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:09.508460621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af40d4e2-f37b-4ad7-9486-3b15ebbf37cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:09.508478045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af40d4e2-f37b-4ad7-9486-3b15ebbf37cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:13.280982543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:19.621988115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"e67c37bf-4197-4d8f-87eb-154c227c34b9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:19.688038051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"e67c37bf-4197-4d8f-87eb-154c227c34b9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:19.75085672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"e67c37bf-4197-4d8f-87eb-154c227c34b9","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:29.860220866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"14e1b2f2-da42-4770-84c5-933d41c5cef3","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:29.918139197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"14e1b2f2-da42-4770-84c5-933d41c5cef3","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:29.973757088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"14e1b2f2-da42-4770-84c5-933d41c5cef3","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:40.078239938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"aa745158-768b-4b5f-99f9-3b962cb4fa99","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:40.134759151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"aa745158-768b-4b5f-99f9-3b962cb4fa99","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:40.449685546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3062f5-8359-4f73-8b00-c4d9fc92ea69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:40.449707179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b3062f5-8359-4f73-8b00-c4d9fc92ea69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.203913485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"0f0df24e-ee5f-450c-9aae-a6fb5dece204","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.204026895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25da9e1-6a66-4496-b9b9-aba2c2664019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.204042832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b25da9e1-6a66-4496-b9b9-aba2c2664019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.35657372Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-policy-d09ad517","reconcileID":"0f0df24e-ee5f-450c-9aae-a6fb5dece204","MaaSAuthPolicy":{"name":"e2e-policy-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"policyNamespace":"ai-tenant-e2e-mt-d09ad517","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.413633103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d4f039a-33cd-49bc-b13c-e75fd08f0037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.413653261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d4f039a-33cd-49bc-b13c-e75fd08f0037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.566532867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67dc5b9b-c489-4ed0-b4d5-15c410d02dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:41.566552828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67dc5b9b-c489-4ed0-b4d5-15c410d02dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:43.282520927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.199995743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","namespace":"ai-tenant-e2e-inf-a-d4fc57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.200054835Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","namespace":"ai-tenant-e2e-inf-a-d4fc57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.200101757Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","tenant":"e2e-inf-a-d4fc57","tenantID":"e2e-inf-a-d4fc57","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.254727603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Deployment","name":"maas-api-e2e-inf-a-d4fc57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.317981186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Service","name":"maas-api-e2e-inf-a-d4fc57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.377486358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d4fc57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.436632651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d4fc57","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.492181102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.547144102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.604311053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.658856371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.711420643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.763264676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.814999422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Service","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.879185856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.933659869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:49.985633103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.042033726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.099150395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.150972967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.202755191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.256273875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d4fc57","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:50.313194927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d4fc57"},"namespace":"ai-tenant-e2e-inf-a-d4fc57","name":"default-tenant","reconcileID":"7f1d7a1e-c927-46eb-81b1-7f7b2b640e81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d4fc57","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:51.399880875Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4fc57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4fc57","reconcileID":"30e22860-5f5f-4e19-87de-c705ab330b7f","aitenant":"ai-tenants/e2e-inf-a-d4fc57","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:51.732395954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"e8eb698f-e53a-4a1b-bd70-2ec61d650c39","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-d09ad517","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:51.947058256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"namespace":"ai-tenant-e2e-mt-d09ad517","name":"e2e-sub-d09ad517","reconcileID":"e8eb698f-e53a-4a1b-bd70-2ec61d650c39","MaaSSubscription":{"name":"e2e-sub-d09ad517","namespace":"ai-tenant-e2e-mt-d09ad517"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:51.964229364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e4b774-05d6-45ec-87fc-ee4620254df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.015887375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e4b774-05d6-45ec-87fc-ee4620254df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.068130896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e4b774-05d6-45ec-87fc-ee4620254df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.120677497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e4b774-05d6-45ec-87fc-ee4620254df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.232295334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886bb3f7-133e-41b2-a286-9f7befc2541c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.232326865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886bb3f7-133e-41b2-a286-9f7befc2541c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.239497681Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d4fc57","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d4fc57","reconcileID":"30e22860-5f5f-4e19-87de-c705ab330b7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d4fc57","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d4fc57"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:52.282179803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34cc4a65-7954-497b-9a93-f8578e198df3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:54.008133899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8697bd-09ad-4756-8622-4eafbaef796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:54.060485004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8697bd-09ad-4756-8622-4eafbaef796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:54.112405672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8697bd-09ad-4756-8622-4eafbaef796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:54.16732443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8697bd-09ad-4756-8622-4eafbaef796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:56.044320135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12c453b-ccba-4289-9612-a123586d7257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:56.096339459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12c453b-ccba-4289-9612-a123586d7257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:56.148217016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12c453b-ccba-4289-9612-a123586d7257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:56.200183205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12c453b-ccba-4289-9612-a123586d7257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:58.100167833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2c953-fc2b-4ef4-b353-6b4a4e0d11ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:58.152158777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2c953-fc2b-4ef4-b353-6b4a4e0d11ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:58.204013107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2c953-fc2b-4ef4-b353-6b4a4e0d11ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:47:58.255884745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c2c953-fc2b-4ef4-b353-6b4a4e0d11ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:00.175004509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73249fe-de54-4ce1-8c48-fac8ac8b0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:00.226670475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73249fe-de54-4ce1-8c48-fac8ac8b0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:00.27832485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73249fe-de54-4ce1-8c48-fac8ac8b0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:00.330861492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73249fe-de54-4ce1-8c48-fac8ac8b0276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:02.23485432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67d145-cd05-4db9-ae0d-fb2964ea4c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:02.288287759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67d145-cd05-4db9-ae0d-fb2964ea4c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:02.340541503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67d145-cd05-4db9-ae0d-fb2964ea4c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:02.394451522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea67d145-cd05-4db9-ae0d-fb2964ea4c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:13.280961565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.386748072Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","namespace":"ai-tenant-e2e-inf-a-7eea9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.386805955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","namespace":"ai-tenant-e2e-inf-a-7eea9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.38686065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","tenant":"e2e-inf-a-7eea9b","tenantID":"e2e-inf-a-7eea9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.441574374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Deployment","name":"maas-api-e2e-inf-a-7eea9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.504541096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Service","name":"maas-api-e2e-inf-a-7eea9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.566774321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7eea9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.621488867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7eea9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.677523073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.733254572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.793057824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.847977493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.900782517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Deployment","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:20.953071762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.005056899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Service","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.057198736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.109580441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.161435387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.21323855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.271139466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.323152224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.374867139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.429856937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-7eea9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:21.485324339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7eea9b"},"namespace":"ai-tenant-e2e-inf-a-7eea9b","name":"default-tenant","reconcileID":"5fbbd275-13d6-4301-bc59-f28dc6a5b734","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-7eea9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:22.227496769Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7eea9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7eea9b","reconcileID":"e48240b9-fd24-4a53-a978-f11ed37503cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7eea9b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-7eea9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:23.395479343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b1d5e2-dba9-42bf-ab58-8c5d8574f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:23.447305096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b1d5e2-dba9-42bf-ab58-8c5d8574f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:23.499173123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b1d5e2-dba9-42bf-ab58-8c5d8574f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:23.550767833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b1d5e2-dba9-42bf-ab58-8c5d8574f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:25.424600547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de2878c-c09e-4788-80cb-32cc8ae8b90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:25.476629955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de2878c-c09e-4788-80cb-32cc8ae8b90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:25.528338766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de2878c-c09e-4788-80cb-32cc8ae8b90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:25.580316702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de2878c-c09e-4788-80cb-32cc8ae8b90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.765492645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","namespace":"ai-tenant-e2e-inf-a-08fdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.765570533Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","namespace":"ai-tenant-e2e-inf-a-08fdc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.765666791Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","tenant":"e2e-inf-a-08fdc5","tenantID":"e2e-inf-a-08fdc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.820369666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Deployment","name":"maas-api-e2e-inf-a-08fdc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.882013124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Service","name":"maas-api-e2e-inf-a-08fdc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.939733475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-08fdc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:26.993830506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-08fdc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.05078937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.109551978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.167219153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.227316238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.279615755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Deployment","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.331975428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.386347128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Service","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.439359251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.491194155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.543089968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.594955864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.646878413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.698914598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.751771027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.803907506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-08fdc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:27.855788228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-08fdc5"},"namespace":"ai-tenant-e2e-inf-a-08fdc5","name":"default-tenant","reconcileID":"bc630fb6-7fd9-4912-9a21-a11b95eb05ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-08fdc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:28.580245129Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-08fdc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-08fdc5","reconcileID":"af2aeaf6-c585-49cf-b70e-9f5ecf8941ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-08fdc5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-08fdc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:29.716521999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db814cad-1067-4c6f-ae3c-c4c2ab744d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:29.769082416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db814cad-1067-4c6f-ae3c-c4c2ab744d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:29.821571765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db814cad-1067-4c6f-ae3c-c4c2ab744d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:29.87414359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db814cad-1067-4c6f-ae3c-c4c2ab744d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:31.829014252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82c5c40-ca86-453b-9ca6-c7fea9246316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:31.881325351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82c5c40-ca86-453b-9ca6-c7fea9246316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:31.933283825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82c5c40-ca86-453b-9ca6-c7fea9246316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:31.985050685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82c5c40-ca86-453b-9ca6-c7fea9246316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.327036154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f843fd37-5c38-485b-ad6a-fb5ff3e06f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.327073562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f843fd37-5c38-485b-ad6a-fb5ff3e06f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.491218304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e99a903-34d2-430c-968b-764dca657394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.491241765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e99a903-34d2-430c-968b-764dca657394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.597268248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"f557364e-b8fc-4aa3-9440-8bb8fd0e7c0f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.655341983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"f557364e-b8fc-4aa3-9440-8bb8fd0e7c0f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.67968403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d481bf1c-5032-4239-8bfc-262916864c1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.679701842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d481bf1c-5032-4239-8bfc-262916864c1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.74097885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bffcc38-9adf-44a7-9821-95ee860dc9e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.741057784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bffcc38-9adf-44a7-9821-95ee860dc9e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:48:33.786825855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"9caf5a0e-a319-4734-86ed-f7cfdd1abf2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0c2ef60a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.90301772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"745513ce-aa2c-428f-aaa0-2b49fc07ed2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.903039942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"745513ce-aa2c-428f-aaa0-2b49fc07ed2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.958501797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af4e248e-f96a-4a52-b667-d1a8d1c7768d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.958525502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af4e248e-f96a-4a52-b667-d1a8d1c7768d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.97098749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e73e653-80e0-4696-a4fc-d18e3dc3cd8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:33.9710092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e73e653-80e0-4696-a4fc-d18e3dc3cd8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.011796843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4cf5eed-a48b-4a5b-89b8-4cf8d3dc748c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.063820969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4cf5eed-a48b-4a5b-89b8-4cf8d3dc748c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.116437767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4cf5eed-a48b-4a5b-89b8-4cf8d3dc748c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.169071922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4cf5eed-a48b-4a5b-89b8-4cf8d3dc748c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.22139393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"580b1a34-4221-4e11-a07c-7d3d744b52c0","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.278854306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"580b1a34-4221-4e11-a07c-7d3d744b52c0","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.345425261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"45e46868-3387-41f9-b16c-904db50f84d1","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0c2ef60a/e2e-shared-sub-0c2ef60a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.612640205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b369eed2-5a82-4e27-a094-a8b979ad2390","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.624537468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19025439-826a-4720-baeb-eb01e7d2430a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.624555841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19025439-826a-4720-baeb-eb01e7d2430a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.844624197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"7a5471a6-c1f0-4805-bc99-bb628de3e2f0","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.981521143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7bd8a5f-9bb7-4c2f-966d-e504bd420080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:34.981545084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7bd8a5f-9bb7-4c2f-966d-e504bd420080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.040027756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"909c1caa-ff77-4150-a764-66d4fc4586fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.04011985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"909c1caa-ff77-4150-a764-66d4fc4586fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.22081159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"56438757-4d23-4a86-a8ed-c5a9f21936ab","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.277002623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"56438757-4d23-4a86-a8ed-c5a9f21936ab","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.300958554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c700440-1ba4-497e-a5c0-c2e4d66c3d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.300975548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c700440-1ba4-497e-a5c0-c2e4d66c3d37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.359483967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"406cc173-9f02-4252-944d-587f733baa01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.359503096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"406cc173-9f02-4252-944d-587f733baa01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:48:35.410191602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"acaef49f-ba5e-48e9-af19-f16512eb42ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0c2ef60a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.525823918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2f19099-d7ca-4137-8bd7-e8bd360a3449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.525845967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2f19099-d7ca-4137-8bd7-e8bd360a3449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.581216308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56e8085e-37f9-4617-9f73-453dc5a89191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.58123399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56e8085e-37f9-4617-9f73-453dc5a89191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.598015817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4f25bf-619c-4f24-9f49-10cb51d04dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.598035963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4f25bf-619c-4f24-9f49-10cb51d04dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.702784561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"3100ae57-9144-465a-97ef-a15407605193","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.761654241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"3100ae57-9144-465a-97ef-a15407605193","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:35.852060717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"b890abba-30e4-4417-9aac-af0cef7c63dd","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0c2ef60a/e2e-shared-sub-0c2ef60a","ai-tenant-e2e-mt-7f77eaaf/e2e-shared-sub-0c2ef60a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.018662982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e96bf7f-c306-4ee1-808f-257b586905b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.018683054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e96bf7f-c306-4ee1-808f-257b586905b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.064409613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"38609b9e-4130-4f1d-9d09-a91487a682bc","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.064743857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e058af4a-c3c6-491e-9bb2-89c0ffc7631a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.227515903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"bc8789d9-fa1d-4ffd-a8e1-be77a9db5e34","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.507456154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"c218077c-7a75-490f-b00e-9ffd3ce3b21f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.507557862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11106193-4178-4d31-9687-24698ac6c1bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.507576307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11106193-4178-4d31-9687-24698ac6c1bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.660431887Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-policy-0c2ef60a","reconcileID":"c218077c-7a75-490f-b00e-9ffd3ce3b21f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"policyNamespace":"ai-tenant-e2e-mt-0c2ef60a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.718885213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4771715a-cb7e-49b9-bbe0-05ae5b25d53e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.718906756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4771715a-cb7e-49b9-bbe0-05ae5b25d53e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.904972948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cd1386-1c8c-4f54-9036-c1bffef93d71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:36.905000816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cd1386-1c8c-4f54-9036-c1bffef93d71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:43.280038628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.075236372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"0373e0f0-bc22-4198-aca0-891d7f1be8fc","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-0c2ef60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.293017866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"namespace":"ai-tenant-e2e-mt-0c2ef60a","name":"e2e-shared-sub-0c2ef60a","reconcileID":"0373e0f0-bc22-4198-aca0-891d7f1be8fc","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-0c2ef60a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7f77eaaf/e2e-shared-sub-0c2ef60a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.505254071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0114346b-7e1f-41cb-ace9-d611816de9ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.505320364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"cd19b905-7329-489f-8c93-e2a0933826c0","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.517852765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85c9028-9e21-4eec-846e-b544360c88e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:48:47.517869911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d85c9028-9e21-4eec-846e-b544360c88e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.537162097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f3e4cf6-8077-46a5-89d6-a25db54fa259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.537188779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f3e4cf6-8077-46a5-89d6-a25db54fa259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.641705943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"namespace":"ai-tenant-e2e-mt-de108317","name":"e2e-policy-de108317","reconcileID":"b78e0d81-b394-45af-899c-b94a6d6a5660","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.697846021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"namespace":"ai-tenant-e2e-mt-de108317","name":"e2e-policy-de108317","reconcileID":"b78e0d81-b394-45af-899c-b94a6d6a5660","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.973129922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5c0d1f-f473-453a-9e11-cc86d22b5b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:01.973157135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5c0d1f-f473-453a-9e11-cc86d22b5b64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.171702852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"namespace":"ai-tenant-e2e-mt-de108317","name":"e2e-policy-de108317","reconcileID":"56bbb3ea-a59e-4e87-97e4-fa75dc4b0f67","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.172341748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac87e54f-887c-4f50-b38b-8e82af6b377a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.172425577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac87e54f-887c-4f50-b38b-8e82af6b377a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.281123649Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"namespace":"ai-tenant-e2e-mt-de108317","name":"e2e-policy-de108317","reconcileID":"56bbb3ea-a59e-4e87-97e4-fa75dc4b0f67","MaaSAuthPolicy":{"name":"e2e-policy-de108317","namespace":"ai-tenant-e2e-mt-de108317"},"policyNamespace":"ai-tenant-e2e-mt-de108317","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.339563595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d7dc11-07bf-405d-b288-82dfb3cbf85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:07.339677587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d7dc11-07bf-405d-b288-82dfb3cbf85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:13.280248298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.176034148Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","namespace":"ai-tenant-e2e-inf-b-4c6feb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.176091856Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","namespace":"ai-tenant-e2e-inf-b-4c6feb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.176138215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","tenant":"e2e-inf-b-4c6feb","tenantID":"e2e-inf-b-4c6feb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.230305289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Deployment","name":"maas-api-e2e-inf-b-4c6feb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.294076541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Service","name":"maas-api-e2e-inf-b-4c6feb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.354351538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-4c6feb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.408575266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-4c6feb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.464735432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.519898894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.577775907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.637246676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.689537769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Deployment","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.742232955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.794629538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Service","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.84626106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.898898998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:17.951057494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.003071113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.065275565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.117759714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.170610369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.224955993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-4c6feb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:18.281214293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4c6feb"},"namespace":"ai-tenant-e2e-inf-b-4c6feb","name":"default-tenant","reconcileID":"b8def0b3-562c-460c-9918-90d0227306c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-4c6feb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.637528289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b331a56-61a2-4526-8376-a1e54d46f5cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.637558147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b331a56-61a2-4526-8376-a1e54d46f5cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.692610046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4509024-6c5b-4558-a8e6-0927cba218c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.692635171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4509024-6c5b-4558-a8e6-0927cba218c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.796878684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"namespace":"ai-tenant-e2e-mt-b4f55910","name":"e2e-policy-b4f55910","reconcileID":"b145c649-7f6a-4e6d-8998-c10947e37372","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:23.853602618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"namespace":"ai-tenant-e2e-mt-b4f55910","name":"e2e-policy-b4f55910","reconcileID":"b145c649-7f6a-4e6d-8998-c10947e37372","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:24.51667982Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4c6feb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4c6feb","reconcileID":"14a663e5-87ca-4b6f-a320-bffc5c88497c","aitenant":"ai-tenants/e2e-inf-b-4c6feb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:24.989185214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec0c32d-3d57-4339-b686-975ef465561d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:25.041713621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec0c32d-3d57-4339-b686-975ef465561d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:25.103191891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec0c32d-3d57-4339-b686-975ef465561d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:25.168215005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec0c32d-3d57-4339-b686-975ef465561d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:25.336996065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4c6feb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4c6feb","reconcileID":"14a663e5-87ca-4b6f-a320-bffc5c88497c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4c6feb","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-4c6feb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.073312555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b8ff52-e8c6-406c-a0b6-00531a5bffe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.073335272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b8ff52-e8c6-406c-a0b6-00531a5bffe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.087212806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b2fb9-8bdf-4c62-abf3-75e9f4389d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.13901374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b2fb9-8bdf-4c62-abf3-75e9f4389d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.144194656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e23f0cc-74dc-4e7f-8e51-a32e58ff7c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.144209528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e23f0cc-74dc-4e7f-8e51-a32e58ff7c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.190760927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b2fb9-8bdf-4c62-abf3-75e9f4389d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.242711372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b2fb9-8bdf-4c62-abf3-75e9f4389d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.39825842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f88069f5-d7ff-49a4-8309-ca8bf4d111cf","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.541096864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f88069f5-d7ff-49a4-8309-ca8bf4d111cf","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.631000601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f88069f5-d7ff-49a4-8309-ca8bf4d111cf","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.697804675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c875a8e4-d2b0-464b-89ea-2b210189e56a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:27.697821573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c875a8e4-d2b0-464b-89ea-2b210189e56a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:37.853096453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f0f39e78-efcc-4674-ba6e-18634373b051","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:37.909213669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f0f39e78-efcc-4674-ba6e-18634373b051","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:37.964555282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f0f39e78-efcc-4674-ba6e-18634373b051","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.598394755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","namespace":"ai-tenant-e2e-inf-b-607029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.598460116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","namespace":"ai-tenant-e2e-inf-b-607029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.598504936Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","tenant":"e2e-inf-b-607029","tenantID":"e2e-inf-b-607029","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.653071893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Deployment","name":"maas-api-e2e-inf-b-607029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.716274134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Service","name":"maas-api-e2e-inf-b-607029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.775350344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-607029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.831741141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-607029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.890213302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:42.945909178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.003863087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.058998584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.111281735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Deployment","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.163238112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.223606872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Service","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.276366025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.284562444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.328920936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.381015484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.43352469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.489871954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.541805868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.593820476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.648311325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-607029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:43.700307771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-607029"},"namespace":"ai-tenant-e2e-inf-b-607029","name":"default-tenant","reconcileID":"0a3fe619-6b50-413c-85c3-3c47de6c3e77","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-607029","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:48.120609716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"994c8c84-68f4-4404-80b4-b5b7c38dc5a9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:48.177687438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"994c8c84-68f4-4404-80b4-b5b7c38dc5a9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:48.259492402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"994c8c84-68f4-4404-80b4-b5b7c38dc5a9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:48.520801639Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-607029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-607029","reconcileID":"3a9a263d-5320-4505-8a8d-2736e378e88a","aitenant":"ai-tenants/e2e-inf-b-607029","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.085846984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3297da7-c775-4b04-9855-63558a285476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.137786143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3297da7-c775-4b04-9855-63558a285476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.189908851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3297da7-c775-4b04-9855-63558a285476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.241987802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3297da7-c775-4b04-9855-63558a285476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.355101261Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-607029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-607029","reconcileID":"3a9a263d-5320-4505-8a8d-2736e378e88a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-607029","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-607029"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.734607604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"namespace":"ai-tenant-e2e-mt-b4f55910","name":"e2e-policy-b4f55910","reconcileID":"43ea0e6c-bd2a-443b-befd-8c84c7813224","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:49.893872481Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"namespace":"ai-tenant-e2e-mt-b4f55910","name":"e2e-policy-b4f55910","reconcileID":"43ea0e6c-bd2a-443b-befd-8c84c7813224","MaaSAuthPolicy":{"name":"e2e-policy-b4f55910","namespace":"ai-tenant-e2e-mt-b4f55910"},"policyNamespace":"ai-tenant-e2e-mt-b4f55910","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:51.172908707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fbe6a-f337-43f0-a5bd-af6a15d513d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:51.224444728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fbe6a-f337-43f0-a5bd-af6a15d513d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:51.280227783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fbe6a-f337-43f0-a5bd-af6a15d513d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:51.332371025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fbe6a-f337-43f0-a5bd-af6a15d513d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:54.886398362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f326a76-e48b-443a-9d8d-209d5177c0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:54.938197371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f326a76-e48b-443a-9d8d-209d5177c0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:54.989977257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f326a76-e48b-443a-9d8d-209d5177c0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:55.04197295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f326a76-e48b-443a-9d8d-209d5177c0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:55.381732269Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-bc8627","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-bc8627","reconcileID":"842b9e5a-fcec-46dd-8ad6-0bd80b44bd9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-bc8627","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-bc8627":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:56.991986743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e2e878-c129-4a87-b011-91513d1b3db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:57.044454315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e2e878-c129-4a87-b011-91513d1b3db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:57.097267239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e2e878-c129-4a87-b011-91513d1b3db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:57.150420071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e2e878-c129-4a87-b011-91513d1b3db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:58.41558162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f61c6106-45dd-4763-ba6c-bbb985eb983f","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:58.475041973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f61c6106-45dd-4763-ba6c-bbb985eb983f","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:58.539448002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"f61c6106-45dd-4763-ba6c-bbb985eb983f","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:59.116105349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2409e5ff-940e-4da3-91e5-1253df3b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:59.170846998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2409e5ff-940e-4da3-91e5-1253df3b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:59.222870156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2409e5ff-940e-4da3-91e5-1253df3b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:49:59.335001239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2409e5ff-940e-4da3-91e5-1253df3b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:08.695594502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"8dac44a7-6f7d-4f9c-af37-a0da041b2591","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:08.753881122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"8dac44a7-6f7d-4f9c-af37-a0da041b2591","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:08.809050412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"8dac44a7-6f7d-4f9c-af37-a0da041b2591","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:08.867093497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c49a335-afe9-4a82-8a46-0cfca7a144c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:08.867112192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c49a335-afe9-4a82-8a46-0cfca7a144c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:13.279819011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.19150552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"cff4c535-7b85-427e-bc62-344def6a1346","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.191671431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3789e4c4-ecc7-4744-8872-4e4e73482ae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.191690373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3789e4c4-ecc7-4744-8872-4e4e73482ae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.344035999Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-policy-0c2ef60a","reconcileID":"cff4c535-7b85-427e-bc62-344def6a1346","MaaSAuthPolicy":{"name":"e2e-shared-policy-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"policyNamespace":"ai-tenant-e2e-mt-7f77eaaf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.40025748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832abdcd-b766-402f-a27e-421d882bc138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.400276079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832abdcd-b766-402f-a27e-421d882bc138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.548748453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16dec543-ddee-4cf3-bdc7-debfa2ed5695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:18.548767133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16dec543-ddee-4cf3-bdc7-debfa2ed5695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:19.026356511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"0eb93310-7660-459f-8564-bfe1b43c00c9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:19.086072796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"0eb93310-7660-459f-8564-bfe1b43c00c9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:19.145605039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"0eb93310-7660-459f-8564-bfe1b43c00c9","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:28.710491962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"d6431c13-9eb0-4098-9eb6-162d6b50c7d5","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-0c2ef60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:28.924529693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"namespace":"ai-tenant-e2e-mt-7f77eaaf","name":"e2e-shared-sub-0c2ef60a","reconcileID":"d6431c13-9eb0-4098-9eb6-162d6b50c7d5","MaaSSubscription":{"name":"e2e-shared-sub-0c2ef60a","namespace":"ai-tenant-e2e-mt-7f77eaaf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.133987261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92f4ec22-082b-479f-8162-14afd95335a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.304122058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11669091-0ce4-461d-acc7-c2ca9377ecb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.304141091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11669091-0ce4-461d-acc7-c2ca9377ecb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.33355282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"25f1133a-f893-4846-9e89-f24f9a02d597","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.389585263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"25f1133a-f893-4846-9e89-f24f9a02d597","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:29.444656815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"25f1133a-f893-4846-9e89-f24f9a02d597","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:39.604232303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"141011ff-e73f-48f1-8984-d6680bad8cfa","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:39.660736588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"141011ff-e73f-48f1-8984-d6680bad8cfa","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:39.715865975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"141011ff-e73f-48f1-8984-d6680bad8cfa","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.181097461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"3f0d0a01-a580-42ac-861a-ba4116361307","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.559524639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"5f740aae-4688-4205-bbe8-3316db2b8050","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.677517974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"111cfa91-190e-4a1b-a930-df65006a66f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.731373932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"11feded1-3601-41a3-ba28-b13b5d138268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.917765306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"e98f9779-1570-41a5-85e1-b035f5135044","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:40.971986578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"24b39f8d-8575-4111-bf69-ed504e49d014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.025583189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"4ce4d803-500c-4070-badd-7f7edd12de47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.111438924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17073bc3-6ca1-476b-a1cd-b50b2b605fe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.337462867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"f79c6427-db91-494c-a4b8-079ffedba2e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.579399925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"14b12d05-7566-47f4-ab75-3dde350b4e81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.689367953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"63e94b41-b333-4831-9427-28fd90013b08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:41.708860923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"e4d6f057-10ee-428f-938f-a4a6016fa7da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:43.284005808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:49.872868469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"4e68d2c7-bc61-412b-9eb4-512919622aa2","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:49.929820517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"4e68d2c7-bc61-412b-9eb4-512919622aa2","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:50.247858465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4174d1-fefc-4c92-bf7c-67c1720ff500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:50.247881734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4174d1-fefc-4c92-bf7c-67c1720ff500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:55.123246729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-afe24d21","reconcileID":"b63b34b4-d819-40ab-af50-2246a4dadf4c","MaaSAuthPolicy":{"name":"e2e-default-ns-afe24d21","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:55.123345784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033eecd8-0953-43d8-a1f0-66c2363a8fe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:55.123362782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"033eecd8-0953-43d8-a1f0-66c2363a8fe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:55.284384232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"218e99ff-54ba-429b-98e8-d275f5b48f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:50:55.284405341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"218e99ff-54ba-429b-98e8-d275f5b48f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:05.604308236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"07d96f6e-918a-408b-b4e1-7f1d1142fc5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:05.696808515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"49e5b8f2-0670-4213-90b9-55e31dbd0531","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.211164846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"8a24dadf-bdf2-4469-8139-15d5f8b8f735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.311400984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"fb9e7db3-ffae-4551-bf09-a885fae68d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.329556635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"89fda9f2-980d-4793-b1f1-3993a2c1bd3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.411501021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"5b579eb1-c8c5-4bd9-aae1-9f468fdefc36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.44877903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"259259e3-b5d4-4321-97c9-c9a09bc52a72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.621115625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a35f7f5-973b-4ab7-bf0d-d2616f83490b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.626314251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"9a954050-789c-48b8-aa64-ad7c7952783d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.689700447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"fd05f592-a0b8-4701-836b-ddc19c77a254","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.721816152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"96949004-745b-4f64-b207-b631b225c64d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.8044341Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"fd05f592-a0b8-4701-836b-ddc19c77a254","name":"e2e-shared-a-w1-bc8627-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:06.866160135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5328cf6-bb01-4e82-b2e8-6e7ac1df0f63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:07.103718512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"4b4dcb2e-8332-44d5-93d3-22507e54e32e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:13.279924263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:36.725011875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9b879f-36cb-4283-99b5-03054e331f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:36.777154142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9b879f-36cb-4283-99b5-03054e331f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:36.829804702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9b879f-36cb-4283-99b5-03054e331f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:36.881875289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9b879f-36cb-4283-99b5-03054e331f8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:38.823622096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92162f6-bbdb-45e9-9a97-bc94d17f074e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:38.875406306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92162f6-bbdb-45e9-9a97-bc94d17f074e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:38.927039685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92162f6-bbdb-45e9-9a97-bc94d17f074e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:38.979152509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92162f6-bbdb-45e9-9a97-bc94d17f074e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:40.8548316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32404fb6-477a-40b0-84b3-b702f531bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:40.906696446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32404fb6-477a-40b0-84b3-b702f531bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:40.958169665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32404fb6-477a-40b0-84b3-b702f531bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:41.01047026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32404fb6-477a-40b0-84b3-b702f531bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:43.279107817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.399093445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.399157664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","namespace":"ai-tenant-e2e-shared-a-w4-2478eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.399203834Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","tenant":"e2e-shared-a-w4-2478eb","tenantID":"e2e-shared-a-w4-2478eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.458117907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-2478eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.544721971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Service","name":"maas-api-e2e-shared-a-w4-2478eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.602986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-2478eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.680793715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-2478eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.741093762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.80214043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.866668074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.92708835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:46.978998075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.041157312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.093425494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.148331915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.2003479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.252316407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.303890655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.360714281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.412421616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.464256864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.516277621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-2478eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:47.568144618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-2478eb"},"namespace":"ai-tenant-e2e-shared-a-w4-2478eb","name":"default-tenant","reconcileID":"2a56c51a-77fc-4001-a9f0-09e2dbcf5176","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-2478eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:54.487441607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"30c8d2d3-f255-418a-a66e-fdf2e2d15944","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:54.487466072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"30c8d2d3-f255-418a-a66e-fdf2e2d15944","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:57.985479837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-2478eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-2478eb","reconcileID":"463da462-5682-4696-a6f7-bf6fa979d20b","aitenant":"ai-tenants/e2e-shared-a-w4-2478eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:58.598354332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100d64e-0129-4049-85f0-40c544a549b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:58.650313238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100d64e-0129-4049-85f0-40c544a549b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:58.701822252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100d64e-0129-4049-85f0-40c544a549b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:58.75358048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100d64e-0129-4049-85f0-40c544a549b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:51:58.813256965Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-2478eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-2478eb","reconcileID":"463da462-5682-4696-a6f7-bf6fa979d20b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-2478eb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-2478eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:00.680875469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a750e31-1122-46a6-8b25-051a1e38498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:00.732780303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a750e31-1122-46a6-8b25-051a1e38498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:00.787109242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a750e31-1122-46a6-8b25-051a1e38498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:00.848094051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a750e31-1122-46a6-8b25-051a1e38498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:02.80017733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafdf51d-80e1-42ec-8406-0f95a92e3614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:02.852339783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafdf51d-80e1-42ec-8406-0f95a92e3614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:02.90455973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafdf51d-80e1-42ec-8406-0f95a92e3614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:02.956786243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafdf51d-80e1-42ec-8406-0f95a92e3614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:04.581707718Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eb68d61c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eb68d61c","reconcileID":"370da630-938d-4237-8f52-bfee7ac0b0dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-eb68d61c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-eb68d61c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:04.880921091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0db09-4604-4381-9a55-d34b423202a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:04.934385311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0db09-4604-4381-9a55-d34b423202a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:04.986212549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0db09-4604-4381-9a55-d34b423202a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:05.038506582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0db09-4604-4381-9a55-d34b423202a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:07.010449514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766526b1-acb3-4c4a-9cc8-ee6ca2e885e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:07.062711976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766526b1-acb3-4c4a-9cc8-ee6ca2e885e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:07.115097705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766526b1-acb3-4c4a-9cc8-ee6ca2e885e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:07.167582128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766526b1-acb3-4c4a-9cc8-ee6ca2e885e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:09.195539043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2aa134-7ae6-4e1c-aa8a-393c1679171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:09.248414116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2aa134-7ae6-4e1c-aa8a-393c1679171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:09.300011052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2aa134-7ae6-4e1c-aa8a-393c1679171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:09.351814732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2aa134-7ae6-4e1c-aa8a-393c1679171a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:11.258404679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6070ebc-81cd-4a68-b469-6298df29d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:11.310437117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6070ebc-81cd-4a68-b469-6298df29d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:11.36227627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6070ebc-81cd-4a68-b469-6298df29d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:11.41431979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6070ebc-81cd-4a68-b469-6298df29d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:13.28020074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:20.299855805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d183327a-efcc-428f-ab22-d4d931059077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:20.354756494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d183327a-efcc-428f-ab22-d4d931059077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:20.410200506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d183327a-efcc-428f-ab22-d4d931059077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:20.463011808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d183327a-efcc-428f-ab22-d4d931059077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:22.34229428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9963f101-83d2-4cde-a626-182d09d6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:22.394359902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9963f101-83d2-4cde-a626-182d09d6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:22.446247849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9963f101-83d2-4cde-a626-182d09d6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:22.499628559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9963f101-83d2-4cde-a626-182d09d6ae78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:29.385436509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f131003-8d15-4a4d-8556-6e7aedb08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:29.437291381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f131003-8d15-4a4d-8556-6e7aedb08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:29.489253446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f131003-8d15-4a4d-8556-6e7aedb08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:29.541190442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f131003-8d15-4a4d-8556-6e7aedb08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:29.882964567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8b098f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8b098f","reconcileID":"a4e7c675-71bc-477e-81db-84b1db3d5240","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8b098f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8b098f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:31.483477691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca9278-ba1f-42ce-bdba-64f39150c355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:31.535873206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca9278-ba1f-42ce-bdba-64f39150c355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:31.588466201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca9278-ba1f-42ce-bdba-64f39150c355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:31.64045421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca9278-ba1f-42ce-bdba-64f39150c355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:33.576725132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc26d01-957e-41a1-8355-798a98419df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:33.628264121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc26d01-957e-41a1-8355-798a98419df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:33.6802748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc26d01-957e-41a1-8355-798a98419df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:33.732234195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc26d01-957e-41a1-8355-798a98419df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:43.27928338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.265989332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"e9ad3d0c-5608-46ad-9ca6-35a9e37b7871","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.489211838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"89b81aa3-2d79-4d97-aa6f-a654905df460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.589160992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"1780779d-f746-43b1-93d6-87f6ba32e79b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.733791024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"c9d43428-eb12-40fc-9d4b-891e2f4043fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.830407042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00d04969-ecff-4174-84e4-1421f1de4c51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.852618084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"063fee10-beba-4de4-9653-5b7f46c45a16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:46.978747577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"8490435e-266a-4f2f-90e3-1cd13f1f77ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:47.080155693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"025354e0-1d87-4cd7-bb3d-001b73f72b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:47.28275509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1bda2d18-07cf-4cb2-b3d1-51b07aec7059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:47.398274025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"adcb0506-a8ee-437a-9652-54b357485752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:47.517261056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"8d1c1d2b-becd-4319-aed2-00d7a05c34bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:47.694145901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"4b75eaf3-bbc3-44d7-95cd-20a3cfe830bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:55.485492517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"dd7bb190-d6d1-41ae-9184-8686b53864c6","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:52:55.485521253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"dd7bb190-d6d1-41ae-9184-8686b53864c6","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:02.899466996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:02.899521656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","namespace":"ai-tenant-e2e-shared-b-w4-c0857f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:02.899566602Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","tenant":"e2e-shared-b-w4-c0857f","tenantID":"e2e-shared-b-w4-c0857f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:02.957309973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-c0857f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.028184674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Service","name":"maas-api-e2e-shared-b-w4-c0857f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.085031103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-c0857f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.139357418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-c0857f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.201273262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.256438415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.31918741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.381430073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.433317873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.485189494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.540180434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.595191189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.64708037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.698685828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.750146099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.805915902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.858149556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.910203385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:03.970511059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-c0857f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:04.022579156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-c0857f"},"namespace":"ai-tenant-e2e-shared-b-w4-c0857f","name":"default-tenant","reconcileID":"fcd0ef8b-5ccd-4c64-b326-f31157939d4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-c0857f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.061362125Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-c0857f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-c0857f","reconcileID":"7f811b29-a78d-44f3-bcfd-692033b3f1fd","aitenant":"ai-tenants/e2e-shared-b-w4-c0857f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.58821659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afaeeeb-7469-4e7e-8fa7-8e7fdc3f3ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.639842592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afaeeeb-7469-4e7e-8fa7-8e7fdc3f3ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.692298196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afaeeeb-7469-4e7e-8fa7-8e7fdc3f3ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.74451377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afaeeeb-7469-4e7e-8fa7-8e7fdc3f3ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:07.909176271Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-c0857f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-c0857f","reconcileID":"7f811b29-a78d-44f3-bcfd-692033b3f1fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-c0857f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-c0857f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.119007113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"9ff866f5-66e0-47a2-a2d2-cde15235ec9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.119063691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"1620761b-1d1c-4f72-bb90-a487935d40c8","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.3368539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"304a749f-d2c9-462a-88f3-a2060fe2a12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.338396031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"4efd43f1-1755-4952-a81c-add3d46a8da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.340620697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"9e2fd1de-4b8a-43af-a0a1-b84ef9e2e8a7","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.393246122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"304a749f-d2c9-462a-88f3-a2060fe2a12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.441686162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"09122035-3691-4c92-ab46-fde7473f4e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.482611834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"28074306-5513-4d62-899a-4ecb8eedb260","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:53:09.543685041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-access","reconcileID":"4efd43f1-1755-4952-a81c-add3d46a8da3","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.670153504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d3948-adb3-4d2e-92d6-a10b2a3a3523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.670319335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3a43a665-de5c-4e8f-ae30-69cd816bea2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.722152507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d3948-adb3-4d2e-92d6-a10b2a3a3523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.774708138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d3948-adb3-4d2e-92d6-a10b2a3a3523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.827003466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d3948-adb3-4d2e-92d6-a10b2a3a3523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:09.831207165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"3a43a665-de5c-4e8f-ae30-69cd816bea2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:13.280021441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:13.430890375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"f7c919f6-141e-4155-98f7-16510b213f35","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:13.430912387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"f7c919f6-141e-4155-98f7-16510b213f35","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:13.943765106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"ca5ac132-31af-4667-af3a-62121d0bf73d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-eb68d61c","tenantID":"e2e-mt-eb68d61c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:14.062091271Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"ca5ac132-31af-4667-af3a-62121d0bf73d","name":"e2e-mt-eb68d61c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.013154471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"e413f303-2124-4de1-b7bc-40f49b08cf03","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.013175648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"e413f303-2124-4de1-b7bc-40f49b08cf03","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.070316797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"136c4047-753c-4e5e-92a2-53529ce28baf","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.070342842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"136c4047-753c-4e5e-92a2-53529ce28baf","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.174216204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"37558e0a-a5e1-43b1-9376-d5d70da1fa9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.313151746Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"37558e0a-a5e1-43b1-9376-d5d70da1fa9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.369029021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"37558e0a-a5e1-43b1-9376-d5d70da1fa9f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.426073304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"4860f779-eae2-4f82-b830-59d67c748c48","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.426093686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"4860f779-eae2-4f82-b830-59d67c748c48","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.712050608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"53b0ca0f-cb9b-4869-ab2c-3480b8a3fc7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.765509303Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"53b0ca0f-cb9b-4869-ab2c-3480b8a3fc7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:19.880320856Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"simulator-subscription","reconcileID":"53b0ca0f-cb9b-4869-ab2c-3480b8a3fc7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/simulator-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:20.267212686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"9576c082-3ea3-474a-9597-82e97c66c653","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:20.3708259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"72ef208a-46ed-444f-8d1c-37c34fd1d548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:20.427736382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"72ef208a-46ed-444f-8d1c-37c34fd1d548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:22.829851167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"9083ece7-7a34-48bf-b098-81a2413a382b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:22.930110216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"ca98e724-60f4-4031-b72f-174746cf8d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.029693721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"6408586b-dd9c-4e46-800d-9a8fe7edb022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.234843889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"b8dc0abe-24b0-4aea-9283-39c05dcce81c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.530119958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90fc29eb-e59c-4595-a9a5-f7b93884f66d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.76483094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"aaed96d7-621d-4a81-8a65-a5203007e1b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.865859531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"0b165aee-6457-499c-b1a1-5a2267754176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:23.967217856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"751bd300-e2a9-4d40-971a-2f2042c01abf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:24.038555161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"8235a7bb-9cd9-42f6-ab57-d0cfaf0dfc78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:24.143555499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbc4df8d-36e3-4aed-b0a4-46adb30a9e73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:24.332624009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"9d249ca1-55a1-4858-8a2e-b53fc90ce4de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.536639629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"27087372-805b-4719-aebb-80372f1e546c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.536706578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"1d7820c7-b892-49e5-849c-b3d436dab066","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.740994315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"27087372-805b-4719-aebb-80372f1e546c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.80272448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"a1a61e3a-65cd-4f1a-abf1-ed34b9ad1f18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.864097445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"27087372-805b-4719-aebb-80372f1e546c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.864168464Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"27087372-805b-4719-aebb-80372f1e546c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.920645608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"691fdd11-998d-472d-a3e0-e04f775cae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:25.920818076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"06d68bd1-3a47-490f-8c04-fb4ab4b4072f","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.126165077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"691fdd11-998d-472d-a3e0-e04f775cae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.14645059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"ed2ddd89-505e-4bd4-bed4-b70cf53a8f07","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.183043165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"691fdd11-998d-472d-a3e0-e04f775cae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"e2e-worker-w4-bc1da8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.183069022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"691fdd11-998d-472d-a3e0-e04f775cae54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.187171481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"d5fb6d11-d61c-4050-bcd0-4ffdea1648c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:53:26.235011981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-access","reconcileID":"691fdd11-998d-472d-a3e0-e04f775cae54","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:26.811856436Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"6bfb2ad7-8e2f-4a2e-9fd2-de4a9d448ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02a7028","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:27.188610517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"7f41f0ec-b25e-48a4-8af8-9cac7c7cada4","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:27.24048461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"8623c19d-7eb8-448c-bf45-957481a776cd","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:27.292150038Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"dedd9b84-bb8f-4c83-aa01-7528d251a795","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02a7028","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:27.292500548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"4fed797c-8296-4313-aea2-ae96da26d136","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:27.292701584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"11807e13-e519-4503-84c4-d9130bf31b57","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-2-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-2-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:28.183042328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8bfb08-800b-42d3-b7f3-a68ace7df448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:28.235396074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8bfb08-800b-42d3-b7f3-a68ace7df448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:28.28809409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8bfb08-800b-42d3-b7f3-a68ace7df448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:28.339981075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8bfb08-800b-42d3-b7f3-a68ace7df448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:29.535666252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ceb70f59-1ccd-4f14-9fec-e826d5d9275e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:29.593460703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ceb70f59-1ccd-4f14-9fec-e826d5d9275e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:29.650286992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ceb70f59-1ccd-4f14-9fec-e826d5d9275e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:30.263726855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d683930-7477-4334-a55f-d05ec4b57897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:30.315772176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d683930-7477-4334-a55f-d05ec4b57897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:30.369671654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d683930-7477-4334-a55f-d05ec4b57897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:30.422323758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d683930-7477-4334-a55f-d05ec4b57897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:37.346064826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"44c9b9f2-3054-4d14-8484-cb2542d4804d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:37.399713194Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"44c9b9f2-3054-4d14-8484-cb2542d4804d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:37.456910687Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"premium-simulator-subscription","reconcileID":"44c9b9f2-3054-4d14-8484-cb2542d4804d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"name":"maas-trlp-premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8","model":"e2e-models-e2e-worker-w4-bc1da8/premium-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:37.827133341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"6a1722ac-52a5-48d8-b3e0-212cd323b868","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:39.754080126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"15a210ac-f9f2-4da7-ac9c-675797d19f5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:39.8112188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"15a210ac-f9f2-4da7-ac9c-675797d19f5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:39.86755538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"15a210ac-f9f2-4da7-ac9c-675797d19f5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:40.072823006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"6320453d-4308-4cf1-8122-e2cb9bf48edb","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:40.403257873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"fb825e5c-a550-4acb-9276-5d01f82811f6","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:43.276130172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"fba376b1-fa8f-4d92-bcd7-aa94487d2456","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:43.279304443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:43.392420189Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"fba376b1-fa8f-4d92-bcd7-aa94487d2456","name":"e2e-shared-b-w1-8b098f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:49.973592833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"893cd7eb-0548-49b3-a8da-7f6d0ee9b0c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.03097835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"893cd7eb-0548-49b3-a8da-7f6d0ee9b0c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.085839158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"893cd7eb-0548-49b3-a8da-7f6d0ee9b0c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.131221114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"047f7c5a-393d-4190-83c6-ed2d6ab799c5","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.462260297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"53e60992-a2be-475b-b0d3-05054b6aaa7a","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.817916541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-w4-bc1da8","reconcileID":"e8408a32-a2ba-4752-9f5f-4f5b4d60ba82","MaaSModelRef":{"name":"distinct-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"distinct-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"distinct-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.818214014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"simulator-w4-bc1da8","reconcileID":"097838e3-8bcf-431c-b17e-c780811520a3","MaaSModelRef":{"name":"simulator-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"simulator-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"simulator-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:53:50.818398979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"premium-w4-bc1da8","reconcileID":"13586f78-b80d-4fdc-8442-4a5d6f83854a","MaaSModelRef":{"name":"premium-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"routeName":"premium-w4-bc1da8-kserve-route","namespace":"e2e-models-e2e-worker-w4-bc1da8","llmisvcName":"premium-w4-bc1da8","gateway":"openshift-ingress/e2e-worker-w4-bc1da8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:53:50.872011138Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"cec269b8-a264-4d12-b3a5-ed0ef8b6d7af","name":"distinct-2-w4-bc1da8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:53:50.872065616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-bc1da8","namespace":"e2e-models-e2e-worker-w4-bc1da8"},"namespace":"e2e-models-e2e-worker-w4-bc1da8","name":"distinct-2-w4-bc1da8","reconcileID":"cec269b8-a264-4d12-b3a5-ed0ef8b6d7af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-bc1da8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:00.20563318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"3814f7e1-0cee-41ff-a76f-b571b17528e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:00.271819418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"3814f7e1-0cee-41ff-a76f-b571b17528e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:00.330160033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"3814f7e1-0cee-41ff-a76f-b571b17528e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.254834922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","namespace":"ai-tenant-e2e-worker-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.25507792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","namespace":"ai-tenant-e2e-worker-w4-bc1da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.255223539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","tenant":"e2e-worker-w4-bc1da8","tenantID":"e2e-worker-w4-bc1da8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.310054371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Deployment","name":"maas-api-e2e-worker-w4-bc1da8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.376622735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Service","name":"maas-api-e2e-worker-w4-bc1da8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.438312198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-bc1da8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.493251412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-bc1da8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.559393692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.615254711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.674266939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.729225029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.786310917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.843344179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.901597675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Service","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:08.958248808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.010223923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.065104373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.126777843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.190539189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.251245749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.306831686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.37876923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-bc1da8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:09.434580978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-bc1da8"},"namespace":"ai-tenant-e2e-worker-w4-bc1da8","name":"default-tenant","reconcileID":"8b4b5766-45ac-4384-b1ea-4481c7472849","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-bc1da8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:10.456349962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ae05e90d-e193-4d2b-8a9c-6a52ae56d14a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:10.519780179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ae05e90d-e193-4d2b-8a9c-6a52ae56d14a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:10.578900646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8e6474eedf7a8a42b141c33aba765f989316f8feb5c7b162db17d7582561e0) AuthConfig (b916eecd932eb6a1e23312d22f720b2ea4bc6f5f93aa3d837116743099028675) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (2333828d40bdfd07d5ba02ba2b0a6790b600969a8206abf23343ce837b1f1c51) AuthConfig (2105ccc7de0f3ec48d4697f02c76eb57d70593c3f5349a2113dbcf6a2a16b320) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (65c411baeb007e4b185abf451fe9541130c3c83982989be764406897f3d3ebc8) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (212f8f3b4e4c9249f0cdc078bb48d62764cc78fe41b3d116fd6c233cbbc66f09) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (12232b165877abd4ce12193f518cc18d716f60d9fccf357b7e04189eb55662ed) AuthConfig (6d41c2f19e7bb6730be03a102a3a6b5acaf0a9844356ca419a88d7b4f7bba039) AuthConfig (c3c45df31c9a3c5d03f5c2beb336dcf31fddac68595e9f29424e963e483cfd4a) AuthConfig (043abfe728fcb9160c93b080934faf16a7ce18992d552379b2c271a9ff959aa2) AuthConfig (cd1aa6998a0f0c7fdaa95b34f4fb6e41443a7ecc25fb882749d8c37c035dfbe5) AuthConfig (e29ca95049301162355578eff354581e18cd20ed0ae9e80c829258de9a7afb38) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ae05e90d-e193-4d2b-8a9c-6a52ae56d14a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:10.652325037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"19d3affa-1191-43a7-85dd-3936016ef1c6","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:10.652462082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"19d3affa-1191-43a7-85dd-3936016ef1c6","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:13.27867002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.171413544Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-bc1da8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-bc1da8","reconcileID":"02641f41-331d-4f5a-9a74-4ecc4d92eb3b","aitenant":"ai-tenants/e2e-worker-w4-bc1da8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.43479255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"614aaa61-09b6-42c1-87c2-1cdac02507c8","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.434824351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"614aaa61-09b6-42c1-87c2-1cdac02507c8","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.492775454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"414061e2-053d-4f4b-b4db-3b02b9201764","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.492793785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"414061e2-053d-4f4b-b4db-3b02b9201764","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:54:14.545620274Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"414061e2-053d-4f4b-b4db-3b02b9201764","name":"rate-test-model-120308","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-120308\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:54:14.545674235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"414061e2-053d-4f4b-b4db-3b02b9201764","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-120308\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.551252777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"e7f3efc2-8bcc-4421-b805-8cc369a103a7","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.55126914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"e7f3efc2-8bcc-4421-b805-8cc369a103a7","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.987064813Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-bc1da8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-bc1da8","reconcileID":"02641f41-331d-4f5a-9a74-4ecc4d92eb3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-bc1da8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-bc1da8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:14.99923088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ed4709-bab9-432b-9d51-7306d39de560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:15.052067335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ed4709-bab9-432b-9d51-7306d39de560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:15.104180158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ed4709-bab9-432b-9d51-7306d39de560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:15.157005428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ed4709-bab9-432b-9d51-7306d39de560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:17.060852057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f108b1e-39ee-4be8-ae9c-7766c0859495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:17.115249636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f108b1e-39ee-4be8-ae9c-7766c0859495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:17.16719177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f108b1e-39ee-4be8-ae9c-7766c0859495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:17.219186863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f108b1e-39ee-4be8-ae9c-7766c0859495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.100128518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c09d628-338f-45d2-bf59-d9a1d03d2062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.152087122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c09d628-338f-45d2-bf59-d9a1d03d2062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.203734167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c09d628-338f-45d2-bf59-d9a1d03d2062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.255730899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c09d628-338f-45d2-bf59-d9a1d03d2062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.839911047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"19cf031a-b2c5-4701-9578-a732b2151122","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.839950165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"19cf031a-b2c5-4701-9578-a732b2151122","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.894714808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"77b2cc70-2d2d-4207-88b0-1be6930d092f","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.894734638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"77b2cc70-2d2d-4207-88b0-1be6930d092f","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:19.998983673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c9d9b62b-3daa-4503-bdde-a1c4bca34e58","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.129032997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c9d9b62b-3daa-4503-bdde-a1c4bca34e58","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.185708622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c9d9b62b-3daa-4503-bdde-a1c4bca34e58","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.243225991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"b9c65675-d607-4baa-bc50-e68c33a1d31b","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.24324755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"b9c65675-d607-4baa-bc50-e68c33a1d31b","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.758244785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"d84d39da-2c78-4880-91da-fed0e4353c6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.815884202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"d84d39da-2c78-4880-91da-fed0e4353c6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:20.871502948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8e6474eedf7a8a42b141c33aba765f989316f8feb5c7b162db17d7582561e0) AuthConfig (b916eecd932eb6a1e23312d22f720b2ea4bc6f5f93aa3d837116743099028675) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (2333828d40bdfd07d5ba02ba2b0a6790b600969a8206abf23343ce837b1f1c51) AuthConfig (2105ccc7de0f3ec48d4697f02c76eb57d70593c3f5349a2113dbcf6a2a16b320) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (65c411baeb007e4b185abf451fe9541130c3c83982989be764406897f3d3ebc8) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (212f8f3b4e4c9249f0cdc078bb48d62764cc78fe41b3d116fd6c233cbbc66f09) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (12232b165877abd4ce12193f518cc18d716f60d9fccf357b7e04189eb55662ed) AuthConfig (6d41c2f19e7bb6730be03a102a3a6b5acaf0a9844356ca419a88d7b4f7bba039) AuthConfig (c3c45df31c9a3c5d03f5c2beb336dcf31fddac68595e9f29424e963e483cfd4a) AuthConfig (043abfe728fcb9160c93b080934faf16a7ce18992d552379b2c271a9ff959aa2) AuthConfig (cd1aa6998a0f0c7fdaa95b34f4fb6e41443a7ecc25fb882749d8c37c035dfbe5) AuthConfig (e29ca95049301162355578eff354581e18cd20ed0ae9e80c829258de9a7afb38) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"d84d39da-2c78-4880-91da-fed0e4353c6b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:26.447694971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b51da9c-16c8-471e-a812-e3e876d41c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:26.499913615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b51da9c-16c8-471e-a812-e3e876d41c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:26.55239814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b51da9c-16c8-471e-a812-e3e876d41c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:26.604403473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b51da9c-16c8-471e-a812-e3e876d41c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:28.501580149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea6c1c2-cf0d-4eb4-af81-e82b2d2e864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:28.553758476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea6c1c2-cf0d-4eb4-af81-e82b2d2e864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:28.605790104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea6c1c2-cf0d-4eb4-af81-e82b2d2e864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:28.657856342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea6c1c2-cf0d-4eb4-af81-e82b2d2e864e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:30.347968061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"4d928bfd-0433-4e7c-ab96-6f122f3ba835","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:30.403912086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"4d928bfd-0433-4e7c-ab96-6f122f3ba835","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:30.458559359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"4d928bfd-0433-4e7c-ab96-6f122f3ba835","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:30.97708971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"bfa87f5c-c2d2-4e07-b8ba-da98facbbb2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:31.033069548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"bfa87f5c-c2d2-4e07-b8ba-da98facbbb2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:31.087882342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-29a0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8e6474eedf7a8a42b141c33aba765f989316f8feb5c7b162db17d7582561e0) AuthConfig (b916eecd932eb6a1e23312d22f720b2ea4bc6f5f93aa3d837116743099028675) AuthConfig (38ff9c03285edcc73615c06e9f4fdca881cfd228b986c05943c9821caad41f40) AuthConfig (0e5f2481263048e8a0af5d3f2a76342219c607eb6b62dea56724d7d57d957f9f) AuthConfig (2333828d40bdfd07d5ba02ba2b0a6790b600969a8206abf23343ce837b1f1c51) AuthConfig (2105ccc7de0f3ec48d4697f02c76eb57d70593c3f5349a2113dbcf6a2a16b320) AuthConfig (533f99938321110d5657e3139505b8f7dee0eb65a39b4770e2499d86d4dcd9ee) AuthConfig (65c411baeb007e4b185abf451fe9541130c3c83982989be764406897f3d3ebc8) AuthConfig (9ef537927afb641595c32839083c3db195bad28919c364df14008b021e008011) AuthConfig (212f8f3b4e4c9249f0cdc078bb48d62764cc78fe41b3d116fd6c233cbbc66f09) AuthConfig (668f5ad073c74ac8447eade344dcbc9a5941d8c2639e332e26d77447619c7af7) AuthConfig (12232b165877abd4ce12193f518cc18d716f60d9fccf357b7e04189eb55662ed) AuthConfig (6d41c2f19e7bb6730be03a102a3a6b5acaf0a9844356ca419a88d7b4f7bba039) AuthConfig (c3c45df31c9a3c5d03f5c2beb336dcf31fddac68595e9f29424e963e483cfd4a) AuthConfig (043abfe728fcb9160c93b080934faf16a7ce18992d552379b2c271a9ff959aa2) AuthConfig (cd1aa6998a0f0c7fdaa95b34f4fb6e41443a7ecc25fb882749d8c37c035dfbe5) AuthConfig (e29ca95049301162355578eff354581e18cd20ed0ae9e80c829258de9a7afb38) AuthConfig (e549cac549156386b09ac13d6e4e1e7aedede667bdb79bdef964afafddf990c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"bfa87f5c-c2d2-4e07-b8ba-da98facbbb2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:40.564579893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"ff4f7690-58f5-45a7-99d7-470cb0bfacc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:40.62056539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"ff4f7690-58f5-45a7-99d7-470cb0bfacc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:40.6760653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd2127730aa39891a26a3be2ae4b83ab647700dfa494f92a8a9d4bff87dfae39) AuthConfig (626e97b3c404e2275241e877b5812acc1a821d90d0de87837a9ef2f8836819fe) AuthConfig (6b5fedb3f14e9257305fcc1d6b6f219d1bbfc485ce6ae3a8ba3b8489541fb978) AuthConfig (7018a9a9b1a0806cdd9cf68601838e02d7ec6b22661d99e2d1967f5bdfce7c03) AuthConfig (2d9caf48d2ff6e30423190a5589c4454ebd41cb7d4ed268c7dcfe188d2e0209b) AuthConfig (d1b6ddc2f08dcd055f522c89a1622b1b388f2bac18bbc3662b2b351b26232faf) AuthConfig (9da755e6b8f948631e86274efd677253b3773c1c82823ef44c4255984676fa8f) AuthConfig (2567b64da66ab8e3cb60399ab927ee37338453fb5cef005339b8372b3dfc093a) AuthConfig (b6de58d62c0bc2803c213e6582c11fc59cf3e8ac36b26112e5ef7f49c4edde56) AuthConfig (efe135dff3702928b8b1cd90feea81c557074a23b56363e94b02e428359a9e83) AuthConfig (a8a62c43b553965a0f420bb52ae3351200de5cd3253399e66d0709bc3eae379b) AuthConfig (b2928fb3f5e49c1cb372f4ed1f37713eb1366f59d5a1bc312a28b8eb47072fe2) AuthConfig (ce16f59530a24b6f8aefce85655c6886638ab290999a7d0357fe53ef6dbeb0ae) AuthConfig (3c3b640511cf11e13d8c5f2124973928d2da63ad06bf21e05cd4962f5690edef) AuthConfig (af49630d5738f0ae242202acb5ae8a0af6f9c7cc4759ab03b66945c9e8302e95) AuthConfig (e9c63d6dc3022a1c6f02b40b025aaa35a5f8aef09faa8e757c95b223e3a13865) AuthConfig (baca762c025c606780a75aaf996d17d2052d5ab8d313038fa7265bbc6cb68545) AuthConfig (6dcfd81c689fb51ab1609229e321391989fb4833327d32a2ffcfc70dacdc5095)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"ff4f7690-58f5-45a7-99d7-470cb0bfacc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:40.731623946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"fec1075e-2df7-45e7-8c3b-81c458ee4708","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:40.731641859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"fec1075e-2df7-45e7-8c3b-81c458ee4708","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:41.239211827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"764da57c-c61e-4e14-ab0a-29a60801971b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:41.297071307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"764da57c-c61e-4e14-ab0a-29a60801971b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:41.615689965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"ea5c52ef-2b01-43a0-a523-0cc7c4d5e78c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:41.615709909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"ea5c52ef-2b01-43a0-a523-0cc7c4d5e78c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:43.278430411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:46.975402485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"4a6138ee-d6d0-46dc-ba9c-d4dad1bb4340","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:46.975422752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"4a6138ee-d6d0-46dc-ba9c-d4dad1bb4340","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.030568762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"15f2148f-366c-4367-8bbb-332a94a4466f","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.030596843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"15f2148f-366c-4367-8bbb-332a94a4466f","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.134226298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c51babda-6ad7-418c-9e13-4f250202fd36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.266126697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c51babda-6ad7-418c-9e13-4f250202fd36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.322587965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c51babda-6ad7-418c-9e13-4f250202fd36","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.381796049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"5cc294a1-ead2-44c4-afda-5734195611e4","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:47.381817572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"5cc294a1-ead2-44c4-afda-5734195611e4","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:50.837308969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"cb058339-7d22-4156-ae3e-a20060ecad13","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:50.895173466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"cb058339-7d22-4156-ae3e-a20060ecad13","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:50.950881009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-8f9f75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fd2127730aa39891a26a3be2ae4b83ab647700dfa494f92a8a9d4bff87dfae39) AuthConfig (626e97b3c404e2275241e877b5812acc1a821d90d0de87837a9ef2f8836819fe) AuthConfig (6b5fedb3f14e9257305fcc1d6b6f219d1bbfc485ce6ae3a8ba3b8489541fb978) AuthConfig (7018a9a9b1a0806cdd9cf68601838e02d7ec6b22661d99e2d1967f5bdfce7c03) AuthConfig (2d9caf48d2ff6e30423190a5589c4454ebd41cb7d4ed268c7dcfe188d2e0209b) AuthConfig (d1b6ddc2f08dcd055f522c89a1622b1b388f2bac18bbc3662b2b351b26232faf) AuthConfig (9da755e6b8f948631e86274efd677253b3773c1c82823ef44c4255984676fa8f) AuthConfig (2567b64da66ab8e3cb60399ab927ee37338453fb5cef005339b8372b3dfc093a) AuthConfig (b6de58d62c0bc2803c213e6582c11fc59cf3e8ac36b26112e5ef7f49c4edde56) AuthConfig (efe135dff3702928b8b1cd90feea81c557074a23b56363e94b02e428359a9e83) AuthConfig (a8a62c43b553965a0f420bb52ae3351200de5cd3253399e66d0709bc3eae379b) AuthConfig (b2928fb3f5e49c1cb372f4ed1f37713eb1366f59d5a1bc312a28b8eb47072fe2) AuthConfig (ce16f59530a24b6f8aefce85655c6886638ab290999a7d0357fe53ef6dbeb0ae) AuthConfig (3c3b640511cf11e13d8c5f2124973928d2da63ad06bf21e05cd4962f5690edef) AuthConfig (af49630d5738f0ae242202acb5ae8a0af6f9c7cc4759ab03b66945c9e8302e95) AuthConfig (e9c63d6dc3022a1c6f02b40b025aaa35a5f8aef09faa8e757c95b223e3a13865) AuthConfig (baca762c025c606780a75aaf996d17d2052d5ab8d313038fa7265bbc6cb68545) AuthConfig (6dcfd81c689fb51ab1609229e321391989fb4833327d32a2ffcfc70dacdc5095)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"cb058339-7d22-4156-ae3e-a20060ecad13","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:55.809870313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0067676-6a15-48d4-8d99-9ee61ed92614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:55.862124424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0067676-6a15-48d4-8d99-9ee61ed92614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:55.914321627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0067676-6a15-48d4-8d99-9ee61ed92614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:55.967087162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0067676-6a15-48d4-8d99-9ee61ed92614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.486807109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"90384e3a-2704-4c12-a3ad-1204163e186b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.54335433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"90384e3a-2704-4c12-a3ad-1204163e186b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.597962693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"90384e3a-2704-4c12-a3ad-1204163e186b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.891392116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326565b-e2f0-448a-a408-466e01bd728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.94342057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326565b-e2f0-448a-a408-466e01bd728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:57.995358566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326565b-e2f0-448a-a408-466e01bd728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:58.047753208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6326565b-e2f0-448a-a408-466e01bd728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.297810256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"cce19d02-c229-4e2a-912c-84310f92e093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.43981503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"472094fb-8550-4350-bbb3-feaf023521ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.491872552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"abd7b338-88ae-4af7-b3da-ca3ffdfdae97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.596722548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"22e44a1b-916a-43e4-8f8b-a8c1b2f93e10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.717864514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"1a4a4ca4-c7b8-49d1-a5be-7a47c08e38d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.81698939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86307913-8ece-4b14-9bb6-5896c9621204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:54:59.916124215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85fa0431-a6a5-4a05-aa67-5d79f5ca1f23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:00.020563333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"893df30f-14cb-4a0f-aa07-0f2877a5ba0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:00.261401663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"53488896-1cfc-4be3-89f5-339abcc7e16e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:00.388352345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"d38c8dd5-421b-40fc-a55e-a76824313cd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:01.056835525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b4361891-14ba-43c5-8910-a1b0f9e14305","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:01.113490213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b4361891-14ba-43c5-8910-a1b0f9e14305","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:01.435281063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1e0d4094-00d0-469f-9071-db052e1f8e37","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:01.435301328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1e0d4094-00d0-469f-9071-db052e1f8e37","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.639192545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"77125e7d-974b-4ade-9bba-4f5eb296a913","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.639217016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"77125e7d-974b-4ade-9bba-4f5eb296a913","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.693561715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"8063d0ce-3078-4aba-9e6e-3560b042bbe5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.693582822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"8063d0ce-3078-4aba-9e6e-3560b042bbe5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.798361432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"caf8278d-9123-473c-a321-020aaca1449c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.92754149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"caf8278d-9123-473c-a321-020aaca1449c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:06.982527251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"caf8278d-9123-473c-a321-020aaca1449c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.037306754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"35e213b9-5785-418e-9127-85845b010f40","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.037326595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"35e213b9-5785-418e-9127-85845b010f40","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.703058914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c8cc7229-41bf-44a6-a476-2e6f8f474ca2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.762761976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c8cc7229-41bf-44a6-a476-2e6f8f474ca2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.821380026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ef60e18b23fadeae604593f9b04447ce6625a9acfca061089f687bd808c3d1f) AuthConfig (e0023bb6c03ce63d5220ef742ab437480a1cf5f3f3724e3fd649a3f1e819afc5) AuthConfig (14c0bd3f2c4b1ba159f818acaa84664390b43da91b1004f60565c34a5035a632) AuthConfig (2d61f95ece581c9a10d3ea72b396219852f2a4ccac0424ec41cdab0ea31c280e) AuthConfig (659b8773ef99d2a7b86361b9a95b443a162324165b45b4789082a72c5090fbb5) AuthConfig (afc9c07c3146076f78cf3ba9205c65dd0156a58cf23294ef4d5ae921b861fdbc) AuthConfig (8ae890b32d781956fc2b06a006f9e4e58cad85b4737d90daa7d18ccb01681274) AuthConfig (9a650e29695ed375d4699455ef8286db15bfa2c9cc8913d58f4c27b1ba0cd800) AuthConfig (e1c6295eaab02e7e953e023863aea2865d76f754d082ddda9b27c69c8572332b) AuthConfig (f1ed8d287668ef72f0798e25cc181b408310ece9a2687a4dba73ffc859befdbd) AuthConfig (5204355c7c427f93e29043b684fbc9e5de7f59e5c49a3c7a6322e98b59c13cae) AuthConfig (b49b279fdac815292bd44126acf5155581cab82bfc5c9790e311e7834f25d683) AuthConfig (0d999dfb2505bfcce405c0f90cd4da066596602c36c0ded6f6b3399d0f4f895d) AuthConfig (2e6376032c35c16218e4d3df3858d0b6ae7ed5749ef578917188c1f48f94a657) AuthConfig (6f6bed371291518cff2882deda6f01381b70e990b880d4f7d6ed3f008eb530a3) AuthConfig (5c42d1af469e50087eea33c9e4cb35917f1d0675f930b97c3a7e2acf659d816a) AuthConfig (4bab83aca04a50ce0ae5199d432009378ba3f6ea2cf98db2069928248f3a5e33) AuthConfig (94704bc2dc8eafcad853fa30cebd61e6d6311cbe29d62dc9ed344aad1d994280)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"c8cc7229-41bf-44a6-a476-2e6f8f474ca2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.881428255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"161ab597-7d06-4d95-8857-20cc61ed8c37","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:07.881445833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"161ab597-7d06-4d95-8857-20cc61ed8c37","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:13.278648752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:17.141619199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"e717e3e8-e656-4283-8eb5-14516a8822f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:17.197412551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"e717e3e8-e656-4283-8eb5-14516a8822f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:17.251726967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"e717e3e8-e656-4283-8eb5-14516a8822f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:17.987997281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"bb12e051-dcf1-405c-947b-c6e751c236a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:18.044206971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"bb12e051-dcf1-405c-947b-c6e751c236a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:18.098746573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-4d1e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ef60e18b23fadeae604593f9b04447ce6625a9acfca061089f687bd808c3d1f) AuthConfig (e0023bb6c03ce63d5220ef742ab437480a1cf5f3f3724e3fd649a3f1e819afc5) AuthConfig (14c0bd3f2c4b1ba159f818acaa84664390b43da91b1004f60565c34a5035a632) AuthConfig (2d61f95ece581c9a10d3ea72b396219852f2a4ccac0424ec41cdab0ea31c280e) AuthConfig (659b8773ef99d2a7b86361b9a95b443a162324165b45b4789082a72c5090fbb5) AuthConfig (afc9c07c3146076f78cf3ba9205c65dd0156a58cf23294ef4d5ae921b861fdbc) AuthConfig (8ae890b32d781956fc2b06a006f9e4e58cad85b4737d90daa7d18ccb01681274) AuthConfig (9a650e29695ed375d4699455ef8286db15bfa2c9cc8913d58f4c27b1ba0cd800) AuthConfig (e1c6295eaab02e7e953e023863aea2865d76f754d082ddda9b27c69c8572332b) AuthConfig (f1ed8d287668ef72f0798e25cc181b408310ece9a2687a4dba73ffc859befdbd) AuthConfig (5204355c7c427f93e29043b684fbc9e5de7f59e5c49a3c7a6322e98b59c13cae) AuthConfig (b49b279fdac815292bd44126acf5155581cab82bfc5c9790e311e7834f25d683) AuthConfig (0d999dfb2505bfcce405c0f90cd4da066596602c36c0ded6f6b3399d0f4f895d) AuthConfig (2e6376032c35c16218e4d3df3858d0b6ae7ed5749ef578917188c1f48f94a657) AuthConfig (6f6bed371291518cff2882deda6f01381b70e990b880d4f7d6ed3f008eb530a3) AuthConfig (5c42d1af469e50087eea33c9e4cb35917f1d0675f930b97c3a7e2acf659d816a) AuthConfig (4bab83aca04a50ce0ae5199d432009378ba3f6ea2cf98db2069928248f3a5e33) AuthConfig (94704bc2dc8eafcad853fa30cebd61e6d6311cbe29d62dc9ed344aad1d994280)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"bb12e051-dcf1-405c-947b-c6e751c236a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:24.805208268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"8ae8aa9b-7484-47e4-b716-8b4ba78f2230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:24.902026539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"da6b4acb-2ec9-46b0-83a4-c5ee9845a550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.002370304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"1bdea5ee-1afc-4652-aa04-458b14737219","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.046147916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"120e2cc6-2d76-4f99-9d3f-2b4e0e0afd19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.105662305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"bf7c2760-d9c3-4312-9018-8c58df45d90a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.225615854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc178b7f-b376-447f-b4ab-50d2814fa50a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.519235428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5036f69-a459-40d8-b0bc-289ddf0d4b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:25.930916998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"1855297e-e7d0-45c2-8696-42dc8f12ab4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:26.051622105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"122f64a0-fa11-4338-b30a-acc441c44cb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:26.150910689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"95e4e32d-67f7-4b69-af8f-3fd6dd4226e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:27.356083067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"0d449c8f-fa8a-4bdb-8735-9925257c6ac8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:27.41273195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"0d449c8f-fa8a-4bdb-8735-9925257c6ac8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:27.46783708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846fe14970f9dcde0c4d121884723fac636025e0486882066161658ee334be4a) AuthConfig (a71fb22905842b9146bd93973eba532f9177fef89b738b3b03dacdddc310c1d4) AuthConfig (0d7a79a3140950d66a6071f10a8550fa47bbcd03bb78269b5f212617ef53a694) AuthConfig (c980cc9b9321f0450dc85670218bc7935ee844ab24a09c23c931ac325a45ed99) AuthConfig (18da7e8ca5e9b03d7ad3817e1cec2b79648550875d7051761f81ce9482336c01) AuthConfig (b1ad9db25a117eebb4e8e536aef402b8e872775544520f133ed413bdbbec8749) AuthConfig (90ed4c39aafdf05470a9f041494835bf7d4d330e34e26228b0d5d38f9d533199) AuthConfig (d8b580227754b69f852c28bb5f9cba2d3a3ecd1b6a182396f1dcb6c5628a6ba9) AuthConfig (3731e70924aabe53fe1c5cfc4cde5035470cf01dd309aa53c610428b09af3c34) AuthConfig (6b3046f7a5d1fecf6d05a68d576546349ea983f382d484edf40f6e5a14a6cb25) AuthConfig (a7086b24986e37c1591419883f0944dee7683235cdf8cce02a670015d9a732eb) AuthConfig (627f4c1ed70b97a29cc31a165721a9ae927f593e33a8ace1bfbfea2b7bafe20d) AuthConfig (eb944dae2b3779ca9b59aae1fca62ecefe4387b82f2c9ecd26315e7334c92a17) AuthConfig (774b5a76c4584b37e125f5ec60d66f544ce9c184a0c4f53497e04555826c57c1) AuthConfig (9ca872049a2a1c20e09619838b125172fcbc07d471f152258d9afc84a00a4eea) AuthConfig (1fa5c806a4c289c44b01eaa607057411fe69da9fe6279313dc432e9a21c85485) AuthConfig (cd77e56ad6fec82d4dbabf141991fe46cc05bb192aa9f60e0ed2d57bf087e69d) AuthConfig (565f39ccbead1f27dc080a1f9e5b694c75cec52e0301bcb54f3633d5157864c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"0d449c8f-fa8a-4bdb-8735-9925257c6ac8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:27.525605004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"1f979d38-9c1b-429f-b0e8-5ffbf112527d","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:27.525627041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"1f979d38-9c1b-429f-b0e8-5ffbf112527d","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:28.203956914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"d760cd6b-d1de-436c-af38-83c2d469afcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:28.261176247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"d760cd6b-d1de-436c-af38-83c2d469afcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:28.578566903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"07e5c0ec-923e-420a-829d-d5cd052064be","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:28.578595817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"07e5c0ec-923e-420a-829d-d5cd052064be","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.273131914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"10a263e6-93a3-4917-9ef2-91dfa71db2d1","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.273155547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"10a263e6-93a3-4917-9ef2-91dfa71db2d1","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.334208144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"f1345bea-3e18-4ca5-aeca-a1201a2360ac","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.334238411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"f1345bea-3e18-4ca5-aeca-a1201a2360ac","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.377460791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"7e8bbda9-c8c4-4863-9289-cb86f15fd9d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:34.380040782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"d81044f5-40aa-4983-9f11-c18da6adea60","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-784142\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.434234845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"7e8bbda9-c8c4-4863-9289-cb86f15fd9d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.487187832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"907eab33-b53b-4d14-8f94-48b210622b66","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.48720702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"907eab33-b53b-4d14-8f94-48b210622b66","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.543623227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"21a9788b-0064-414b-bd99-609def39469b","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.543641796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"21a9788b-0064-414b-bd99-609def39469b","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.590687609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b07d4d99-b8ca-4ad0-8744-6926138f3d48","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.590704863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b07d4d99-b8ca-4ad0-8744-6926138f3d48","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.648363613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b3ca16e1-803b-473d-b8a2-12688e26262d","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.648389022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b3ca16e1-803b-473d-b8a2-12688e26262d","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.694308317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"90b9677a-a87c-4252-b903-ff4c069cf575","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:34.700067805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"c0c0d111-4b33-43be-bfc2-142bdfaa53cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-784142\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:34.701787337Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b3ca16e1-803b-473d-b8a2-12688e26262d","name":"sub-test-model-4d1e5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4d1e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:34.701832778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"b3ca16e1-803b-473d-b8a2-12688e26262d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4d1e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.707163298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"95161844-bb84-49e2-afdc-d0badf31c4d1","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.707178523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"95161844-bb84-49e2-afdc-d0badf31c4d1","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.750900949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"90b9677a-a87c-4252-b903-ff4c069cf575","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.794861552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"91538699-5704-4ced-8a56-e9d81496961e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.807486308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"ce710ae9-b272-4150-8f2f-68cfb841c078","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.807505116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"ce710ae9-b272-4150-8f2f-68cfb841c078","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.847575853Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"f8974a57-236e-4817-84e5-560255dcf062","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"sub-test-model-29a0da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-29a0da/e2e-shared-sub-784142"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.852982766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"91538699-5704-4ced-8a56-e9d81496961e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.86263278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"8a81a215-ec20-4f01-9246-ad1b2b8fc3fb","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.862655601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"8a81a215-ec20-4f01-9246-ad1b2b8fc3fb","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.879925447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"18a91577-2deb-4c53-98be-c7b2364193fd","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.879962293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"18a91577-2deb-4c53-98be-c7b2364193fd","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.935841815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"6b2414dc-6609-4162-a794-2cdbb1098a4b","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:34.935860357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"6b2414dc-6609-4162-a794-2cdbb1098a4b","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:34.987006222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"ee78f4d5-452d-4ba1-b90c-f0a403eef64b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-784142\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.011697445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"6dd89f55-dbb6-4ba9-9385-c9e00b4b44da","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.011713391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"6dd89f55-dbb6-4ba9-9385-c9e00b4b44da","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.05995159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"0fb5b4d8-8683-4624-986c-2a494cd86663","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.075067799Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"ded8d209-088d-4881-b14d-eb7b572abc96","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"sub-test-model-4d1e5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-4d1e5b/e2e-shared-sub-784142"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.099819886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"67da6618-6fac-447b-aa8a-ed2dbabf819a","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.099836323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"67da6618-6fac-447b-aa8a-ed2dbabf819a","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.116183591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"0fb5b4d8-8683-4624-986c-2a494cd86663","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.1545589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"83abce11-3f2b-4adb-a15f-67b9ea7c5c36","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.154574552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"83abce11-3f2b-4adb-a15f-67b9ea7c5c36","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.160474825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ad0bd516-1abc-4e0c-8c57-32ceb188373a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.179517103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"275c9706-b9c0-40db-892f-f3259b1dc62b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.179536402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"275c9706-b9c0-40db-892f-f3259b1dc62b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.21661959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"ad0bd516-1abc-4e0c-8c57-32ceb188373a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.233846287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c65c3155-be5c-4b61-bc89-6595600affe9","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.233860899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c65c3155-be5c-4b61-bc89-6595600affe9","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.238849147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"30270a08-e24b-4172-9b1b-adc61c95cffd","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.238866961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"30270a08-e24b-4172-9b1b-adc61c95cffd","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.279616097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"bb51e9d2-c416-4a5f-bfb4-4cb162ae6236","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-29a0da/e2e-a-only-784142","ai-tenant-e2e-shared-a-w0-29a0da/e2e-shared-sub-784142"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:35.287992179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"c513ef06-25a4-481e-9a3c-adc46bac4386","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-784142\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.362228776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"33eaea5b-c9da-41fb-a269-6328e8677c2d","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.40180098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"f32caf06-44fe-45ed-91c1-21cf87a3b0e6","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.401817663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"f32caf06-44fe-45ed-91c1-21cf87a3b0e6","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.423273528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"55b12673-88a3-46c1-9dba-44d46e0bdf1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.457046454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"525f5292-9c33-4a6b-b74a-f1ba359dc661","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.457073456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"525f5292-9c33-4a6b-b74a-f1ba359dc661","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.48169174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"55b12673-88a3-46c1-9dba-44d46e0bdf1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.521028524Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"a98d95ad-d707-443d-a2cf-b6929f121d9f","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-4d1e5b/e2e-b-only-784142","ai-tenant-e2e-shared-b-w0-4d1e5b/e2e-shared-sub-784142"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.548391318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"9f28c7b4-b015-45a7-acbd-4a690849d87c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.548412392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"9f28c7b4-b015-45a7-acbd-4a690849d87c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.600835532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"868d0754-d9dd-49b3-841c-3a6eb9661763","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.697886769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"063ccfd3-9b36-462c-a866-948a944d7a5b","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.797633505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"2dbaa6dd-2d40-494c-9380-7e38f42993f5","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.889480545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"fe2dfb0c-23a2-41f6-8ccb-7ea30fac539b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.889508937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"fe2dfb0c-23a2-41f6-8ccb-7ea30fac539b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:35.897499973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"54820d07-4f11-4ff2-9be1-3c496a47bbb9","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:36.099278129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"1b14cc91-03e2-4c26-b7d8-e8dbbe6c11d5","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:37.65440546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"340a0d16-d57c-4f43-b0fb-e54dedb11ec7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:37.710543543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"340a0d16-d57c-4f43-b0fb-e54dedb11ec7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:37.768541022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-120308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (846fe14970f9dcde0c4d121884723fac636025e0486882066161658ee334be4a) AuthConfig (a71fb22905842b9146bd93973eba532f9177fef89b738b3b03dacdddc310c1d4) AuthConfig (0d7a79a3140950d66a6071f10a8550fa47bbcd03bb78269b5f212617ef53a694) AuthConfig (c980cc9b9321f0450dc85670218bc7935ee844ab24a09c23c931ac325a45ed99) AuthConfig (18da7e8ca5e9b03d7ad3817e1cec2b79648550875d7051761f81ce9482336c01) AuthConfig (b1ad9db25a117eebb4e8e536aef402b8e872775544520f133ed413bdbbec8749) AuthConfig (90ed4c39aafdf05470a9f041494835bf7d4d330e34e26228b0d5d38f9d533199) AuthConfig (d8b580227754b69f852c28bb5f9cba2d3a3ecd1b6a182396f1dcb6c5628a6ba9) AuthConfig (3731e70924aabe53fe1c5cfc4cde5035470cf01dd309aa53c610428b09af3c34) AuthConfig (6b3046f7a5d1fecf6d05a68d576546349ea983f382d484edf40f6e5a14a6cb25) AuthConfig (a7086b24986e37c1591419883f0944dee7683235cdf8cce02a670015d9a732eb) AuthConfig (627f4c1ed70b97a29cc31a165721a9ae927f593e33a8ace1bfbfea2b7bafe20d) AuthConfig (eb944dae2b3779ca9b59aae1fca62ecefe4387b82f2c9ecd26315e7334c92a17) AuthConfig (774b5a76c4584b37e125f5ec60d66f544ce9c184a0c4f53497e04555826c57c1) AuthConfig (9ca872049a2a1c20e09619838b125172fcbc07d471f152258d9afc84a00a4eea) AuthConfig (1fa5c806a4c289c44b01eaa607057411fe69da9fe6279313dc432e9a21c85485) AuthConfig (cd77e56ad6fec82d4dbabf141991fe46cc05bb192aa9f60e0ed2d57bf087e69d) AuthConfig (565f39ccbead1f27dc080a1f9e5b694c75cec52e0301bcb54f3633d5157864c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"340a0d16-d57c-4f43-b0fb-e54dedb11ec7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:40.803289782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"592ea368-e8e9-482c-81d4-c264185b2443","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:40.908701278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"44e8c282-5aae-4c6f-a56f-82fb8b3254b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.027583973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"c1c760f6-8af2-4148-9111-8d17c3d034a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.147572107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"4ac031c1-bc3c-40a5-b568-92bfc56af620","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.246317162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"9eeb42a4-b6c2-4f1e-9fcd-9ca42c46c19e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.501579573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"99ea6de3-e4fc-48e5-8b4f-12ad582bee40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.605316932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"282b4647-6ab7-4595-a561-03369d4f534a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.622238738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09bf1b3f-f9c6-4428-8065-33b682219ebb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.859152551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"6f8c2f34-b4f3-4a21-b0be-7b272f3724e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:41.975177852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"1449750d-2572-4a8a-866e-bde12fc7ce24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:43.278586744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:47.873170921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"9b7f86c9-c9b5-4d65-9220-9d4c33496d8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:47.929428898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"9b7f86c9-c9b5-4d65-9220-9d4c33496d8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:48.197370609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"839681c8-bdce-4b05-97f7-8f052c3351f6","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:48.197396746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"839681c8-bdce-4b05-97f7-8f052c3351f6","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.794000314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"baf648ec-0f61-4e9d-bbf7-96c9a2b13587","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.794021818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"baf648ec-0f61-4e9d-bbf7-96c9a2b13587","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.854645356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"170c012c-98fc-4f2a-b23c-348156c3b530","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.854670088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"170c012c-98fc-4f2a-b23c-348156c3b530","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.905201917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"7a8b058e-4441-4576-860c-d3ed1f739eef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:53.908537629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"ed35a014-2f1e-47ea-83e0-a36430f2561d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4fe110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:53.909603262Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"170c012c-98fc-4f2a-b23c-348156c3b530","name":"rate-test-model-8f9f75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f9f75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:53.909646928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"170c012c-98fc-4f2a-b23c-348156c3b530","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f9f75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.915003815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"e056887e-08d5-4e14-bfdf-9493c9eea7d1","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.915022671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"e056887e-08d5-4e14-bfdf-9493c9eea7d1","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:53.964041469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"7a8b058e-4441-4576-860c-d3ed1f739eef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.059845053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"bc554ff9-799e-4c62-a8f1-81087f5c08f9","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.059977129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"bc554ff9-799e-4c62-a8f1-81087f5c08f9","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.061455795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"832a7a0e-3b94-424c-81b6-678ebcd89786","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.061471223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"832a7a0e-3b94-424c-81b6-678ebcd89786","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.122172987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"bd76c1f9-bd8e-49a9-9c59-a68075a2dadc","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.122197909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"bd76c1f9-bd8e-49a9-9c59-a68075a2dadc","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.122598507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"7560e1f9-4e54-4ec9-945b-fe1e5436e5ea","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.122616554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"7560e1f9-4e54-4ec9-945b-fe1e5436e5ea","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.166819013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"fe7ec98e-3c08-4e8e-852c-2123ff7da9b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:55:54.169403504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"a6c68ab8-45d9-49f9-b0cf-98b2cd43c23b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4fe110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.222719634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"fe7ec98e-3c08-4e8e-852c-2123ff7da9b3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.278705934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"9cfcc977-5571-4dd8-8444-d74f2b329110","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.278733005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"9cfcc977-5571-4dd8-8444-d74f2b329110","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.283860498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"680f1f0b-cee2-4507-8e9c-b01b0a73544a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.335532288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"a8808f12-094a-4432-9e46-06caaf6449f9","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.335554906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"a8808f12-094a-4432-9e46-06caaf6449f9","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.340211405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"8626db84-6d5f-45e7-81c3-afb27614c20d","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","model":"rate-test-model-8f9f75","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-8f9f75/e2e-rate-iso-a-4fe110"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.34169142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"680f1f0b-cee2-4507-8e9c-b01b0a73544a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.505350004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"ca8f94e6-2669-41d1-b608-9abf9057836e","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.505378389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"ca8f94e6-2669-41d1-b608-9abf9057836e","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.531655809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"9e30dec8-04c5-4485-a27e-60c32af70a82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.545458141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"a290368a-25c9-4bd1-8ebc-5404bcfb8a65","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","model":"rate-test-model-120308","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-120308/e2e-rate-iso-b-4fe110"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.587530327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"9e30dec8-04c5-4485-a27e-60c32af70a82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.711404956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"9ac3ea5c-f88f-4c1c-b600-5bd52454e1d7","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.711429849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"9ac3ea5c-f88f-4c1c-b600-5bd52454e1d7","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.714820461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"bf567eb1-34a0-4d88-9fc8-bcb689973b9f","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:54.920471712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"500a0d9b-3ca6-457b-bcbd-2e8cb031a486","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:55.089791546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"5dcd9d70-8570-4162-8a2f-0579186c199e","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:55.089814804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"5dcd9d70-8570-4162-8a2f-0579186c199e","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:56.933256883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"09197d22-07c3-4eb0-ba13-133ec345b764","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.051109328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"830d5bd4-d531-4a87-b905-7bdd63680849","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.288849036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"59429d83-08dc-453f-9129-3e8a4a220a4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.389970208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"324fc553-6326-4523-99b9-1408cbdc163a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.634743807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"0f8187b8-a44b-4ce7-836d-51d18ca692ac","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.634797528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"d31e9757-5544-4202-96b8-fb3a73424c88","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.646955061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"279e9df6-6346-4367-a0cd-0d44c9152410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.805140741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c496eac9-8b9f-4330-bd7e-939ccd8cdd29","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.805161044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c496eac9-8b9f-4330-bd7e-939ccd8cdd29","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.80818451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"2280ed2c-d0d9-4c92-a7e4-bbb6f84593c1","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.808199795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"2280ed2c-d0d9-4c92-a7e4-bbb6f84593c1","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:57.829466041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b85b56d-e12e-46ef-a329-65384070874b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.011003517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"8d6aa592-9864-4701-8664-f662688464f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.107541686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"8ebfa3c1-cfef-484f-ac92-996032d60d37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.208668209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"c7c9a166-3d93-43ab-b458-bb9e98c2cdba","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.209192752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"38dba0c5-2c1a-4757-8a55-e72813186358","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.316695888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"0a865d6c-ecde-4658-a8bc-0eda129741b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.377341327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"d47aae10-be5d-4e2b-86c3-c39734dab930","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.37736482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"d47aae10-be5d-4e2b-86c3-c39734dab930","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.380573213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"b944b1f1-3fc3-49dc-b2a9-55e11e941c98","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.380588826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"b944b1f1-3fc3-49dc-b2a9-55e11e941c98","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.436539961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"8ef574a5-c5a8-4df4-bdd7-33a761a3a0b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.622781971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"9ad1d9d6-6ee1-4951-b443-5e8a619802b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.6803494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"9ad1d9d6-6ee1-4951-b443-5e8a619802b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.739424802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"9a6f2b6d-e49c-4db1-909b-01711bdfcd7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:55:58.795992296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"9a6f2b6d-e49c-4db1-909b-01711bdfcd7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.020237316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"c6c03e5e-5a1b-4cac-befa-fc3c3ace52a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.020318676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"d0c7db52-3fe1-4efd-8b69-86931f379fb1","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.020356342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"d0c7db52-3fe1-4efd-8b69-86931f379fb1","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.090755421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41306ee5-842d-430a-a930-09c1d5d013fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.144524076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41306ee5-842d-430a-a930-09c1d5d013fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.196746967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41306ee5-842d-430a-a930-09c1d5d013fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.249175689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41306ee5-842d-430a-a930-09c1d5d013fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.388180801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"c6c03e5e-5a1b-4cac-befa-fc3c3ace52a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.434629264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"aa08d42b-3319-444c-a71c-ea49e86b5d3e","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.435419922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"858fd493-52cf-43a6-8410-8679445a570d","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.560763893Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"c6c03e5e-5a1b-4cac-befa-fc3c3ace52a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"e2e-shared-a-w0-29a0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.560789035Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-sub-iso-auth-784142","reconcileID":"c6c03e5e-5a1b-4cac-befa-fc3c3ace52a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.632435533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"320bc9ef-cf6f-459b-981b-5f62889dfc04","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.632467809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"320bc9ef-cf6f-459b-981b-5f62889dfc04","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.785886672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"acd95459-996d-4db8-a411-eb091eae960c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.785908796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"acd95459-996d-4db8-a411-eb091eae960c","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.907167061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"3d3f0f21-13b5-416d-8876-e229db5e7130","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:07.90718565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"f920f6c5-9769-4c75-a43d-370c6a0ad9f3","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:08.199639402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"3f7b0c64-a172-4557-901c-74a93b65159c","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:08.19966732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"3f7b0c64-a172-4557-901c-74a93b65159c","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:09.183956248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f9342-cf43-4dbe-86b6-a9ddafdb4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:09.235640856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f9342-cf43-4dbe-86b6-a9ddafdb4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:09.287761249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f9342-cf43-4dbe-86b6-a9ddafdb4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:09.339487306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257f9342-cf43-4dbe-86b6-a9ddafdb4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:13.2821829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:14.508094313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"ca016870-18ae-4184-842f-7c29c27db5cd","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:14.678591808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"94fd8c81-ecf2-4a8e-b1ad-0922caf1da88","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:14.678614467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"94fd8c81-ecf2-4a8e-b1ad-0922caf1da88","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.443807759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"7329b46d-964e-48a5-88a0-3b1177b7bb7f","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.610726003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"db0bd1d3-31f2-4004-ad4a-d7bd48429c30","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.610752304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"db0bd1d3-31f2-4004-ad4a-d7bd48429c30","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.614751303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"861b7272-5bfc-4525-8f0b-7393c1039185","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.67345339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"861b7272-5bfc-4525-8f0b-7393c1039185","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:15.969948942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"91d1e92c-7a51-4373-9a27-6554667fb2b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:16.026753383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"91d1e92c-7a51-4373-9a27-6554667fb2b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.181010283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"d82093ee-cfd0-4a00-b936-8ad02d45498e","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscription":"e2e-shared-sub-784142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.396057296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-shared-sub-784142","reconcileID":"d82093ee-cfd0-4a00-b936-8ad02d45498e","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-29a0da/e2e-a-only-784142"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.606806257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"14532002-2bba-40d0-a941-406463d4f22b","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.659544733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"9cfdbea4-1e6c-4190-ae35-f9eb085a7489","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.659566333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"9cfdbea4-1e6c-4190-ae35-f9eb085a7489","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.810148953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"a18403f3-5b38-4597-b213-157c6cac3931","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:18.810169438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"a18403f3-5b38-4597-b213-157c6cac3931","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:28.97486514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"a44021b9-5e91-4600-a098-1839fc50ee6e","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","subscription":"e2e-a-only-784142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.027766263Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"a44021b9-5e91-4600-a098-1839fc50ee6e","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.107439783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"e2e-a-only-784142","reconcileID":"a44021b9-5e91-4600-a098-1839fc50ee6e","MaaSSubscription":{"name":"e2e-a-only-784142","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"name":"maas-trlp-sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.390002765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"57efa055-f3a5-45cd-b672-ca3ef7ef93fa","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"tenant":"e2e-shared-a-w0-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","model":"ai-tenant-e2e-shared-a-w0-29a0da/sub-test-model-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.390030883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"sub-test-model-29a0da","reconcileID":"57efa055-f3a5-45cd-b672-ca3ef7ef93fa","MaaSModelRef":{"name":"sub-test-model-29a0da","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"routeName":"sub-test-model-29a0da-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","llmisvcName":"sub-test-model-29a0da","gateway":"openshift-ingress/e2e-shared-a-w0-29a0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.730255015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"99d87dc9-1259-4388-8c9e-37d3147c89c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.730434348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"7060305c-869c-4171-91a9-85a6ffd6784b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.730457711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"7060305c-869c-4171-91a9-85a6ffd6784b","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:29.939238467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"99d87dc9-1259-4388-8c9e-37d3147c89c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.004034315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"53882f02-b39e-42ef-a32e-0ed43df77ebd","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.004193869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"998c2ab1-5329-43e3-b054-9445aec6b74f","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.067582551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"99d87dc9-1259-4388-8c9e-37d3147c89c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"e2e-shared-b-w0-4d1e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.067619131Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-sub-iso-auth-784142","reconcileID":"99d87dc9-1259-4388-8c9e-37d3147c89c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.127040356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c8ed74f9-2a2b-4cb0-af7d-0941cb977b2a","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.127067977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c8ed74f9-2a2b-4cb0-af7d-0941cb977b2a","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.279170401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"9fd95f0b-65f6-4499-ab7a-8805ec8de9fd","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.279193569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"9fd95f0b-65f6-4499-ab7a-8805ec8de9fd","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.396116133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"959032fc-9a77-46c0-b112-93356f5ba1f1","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:30.396182947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"c86fb937-4d06-4b39-8fdc-a60d0d3c29d3","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.169221192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b7fb91ac-8406-4e8d-9485-be50a8d74608","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.169338272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1aae8996-49a5-41c9-8f13-0fbcf62d8fc8","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.169356305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1aae8996-49a5-41c9-8f13-0fbcf62d8fc8","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.375005453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b7fb91ac-8406-4e8d-9485-be50a8d74608","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.441180785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"66de3241-7098-48a3-b1c6-08429c745df4","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.500158511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b7fb91ac-8406-4e8d-9485-be50a8d74608","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"e2e-shared-a-w2-8f9f75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.500184374Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-auth-4fe110","reconcileID":"b7fb91ac-8406-4e8d-9485-be50a8d74608","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.560418069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"58682ea7-450c-4ab8-95b3-7178d44a92c9","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.560449314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"58682ea7-450c-4ab8-95b3-7178d44a92c9","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.710905666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"5aa67d59-2c0e-4abe-a13d-47506a456dca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.711030507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"7d78d889-b05a-4969-953a-f8557769ff44","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.711044872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"7d78d889-b05a-4969-953a-f8557769ff44","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.83779319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"1c6ce35f-49dc-4faf-8bf4-d34554d2148e","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:34.874752821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"5aa67d59-2c0e-4abe-a13d-47506a456dca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.003004036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"d82bffb3-1c50-4099-9a6a-3cfeb3b3065f","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.053069532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"5aa67d59-2c0e-4abe-a13d-47506a456dca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.053098483Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"5aa67d59-2c0e-4abe-a13d-47506a456dca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.112213453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c54c9f67-e860-4ed0-820f-b20dd2a3342c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.113356816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"35c2f2ec-c599-4b88-8d7c-e9ef5afd79d5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.113379314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"35c2f2ec-c599-4b88-8d7c-e9ef5afd79d5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.259449691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1c8f4a36-b2b9-4d66-a4bf-ae77e81fd2ae","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.259563001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1c8f4a36-b2b9-4d66-a4bf-ae77e81fd2ae","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.317625132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c54c9f67-e860-4ed0-820f-b20dd2a3342c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.37620938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c54c9f67-e860-4ed0-820f-b20dd2a3342c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"e2e-shared-b-w2-120308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.376246892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c54c9f67-e860-4ed0-820f-b20dd2a3342c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:35.386625326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"9b316a4d-b31c-4af6-9fcf-c5f62a4d9720","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:56:35.431029696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-auth-4fe110","reconcileID":"c54c9f67-e860-4ed0-820f-b20dd2a3342c","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-4fe110\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.333677675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","namespace":"ai-tenant-e2e-mt-eb68d61c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.333747978Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","namespace":"ai-tenant-e2e-mt-eb68d61c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.333816794Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","tenant":"e2e-mt-eb68d61c","tenantID":"e2e-mt-eb68d61c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.3895094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Deployment","name":"maas-api-e2e-mt-eb68d61c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.475212647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Service","name":"maas-api-e2e-mt-eb68d61c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.536839168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-eb68d61c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.602684855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-eb68d61c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.663015616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.721125992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.787290983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.85920526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.913629164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Deployment","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:36.967386576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.020164477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Service","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.073869052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"Service","name":"payload-pre-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.125274996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"DestinationRule","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.179044304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.230915365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.289064975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.340717997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.39207123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.446338843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-eb68d61c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:37.50013079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eb68d61c"},"namespace":"ai-tenant-e2e-mt-eb68d61c","name":"default-tenant","reconcileID":"c0544afc-3bca-4070-be52-27316dd67157","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-eb68d61c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:40.330465306Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eb68d61c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eb68d61c","reconcileID":"e03f0a2a-43fb-4eff-bf18-d50bcb8d63bb","aitenant":"ai-tenants/e2e-mt-eb68d61c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:40.671006244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"2e033109-6d13-440d-bd34-d41fba530c89","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscription":"e2e-shared-sub-784142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:40.891347675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-shared-sub-784142","reconcileID":"2e033109-6d13-440d-bd34-d41fba530c89","MaaSSubscription":{"name":"e2e-shared-sub-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-4d1e5b/e2e-b-only-784142"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:40.930323718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bb89c5-ad15-4ef0-a8f8-a240c9812efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:40.982406392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bb89c5-ad15-4ef0-a8f8-a240c9812efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.034452855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bb89c5-ad15-4ef0-a8f8-a240c9812efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.086822299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bb89c5-ad15-4ef0-a8f8-a240c9812efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.197240724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"2060e0af-acc7-4e0b-a19f-fce4e2863bec","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.197263311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"2060e0af-acc7-4e0b-a19f-fce4e2863bec","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.200502413Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eb68d61c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eb68d61c","reconcileID":"e03f0a2a-43fb-4eff-bf18-d50bcb8d63bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-eb68d61c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-eb68d61c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.243875887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"b6b3da64-e43b-4244-a42b-39ce6ab71ddc","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.505849034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"da37be2f-4e98-4bbc-ad43-6d30b9181a4a","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:41.505869377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"da37be2f-4e98-4bbc-ad43-6d30b9181a4a","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:43.007552153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19958c37-ec2d-443f-b0c1-b44c580e4e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:43.059523841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19958c37-ec2d-443f-b0c1-b44c580e4e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:43.111416418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19958c37-ec2d-443f-b0c1-b44c580e4e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:43.163466536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19958c37-ec2d-443f-b0c1-b44c580e4e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:43.27882728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.08609533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71572f-b0bd-402a-8bbe-cef7a8d32d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.137808045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71572f-b0bd-402a-8bbe-cef7a8d32d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.189795693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71572f-b0bd-402a-8bbe-cef7a8d32d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.24172889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d71572f-b0bd-402a-8bbe-cef7a8d32d9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.424033271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"694a9239-5f21-4eb2-b938-1eb261ee0bcc","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","subscription":"e2e-rate-iso-a-4fe110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.505986679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"694a9239-5f21-4eb2-b938-1eb261ee0bcc","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.560009135Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"e2e-rate-iso-a-4fe110","reconcileID":"694a9239-5f21-4eb2-b938-1eb261ee0bcc","MaaSSubscription":{"name":"e2e-rate-iso-a-4fe110","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"name":"maas-trlp-rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.836065813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1d43a057-aeac-45ad-92a7-9e5b87ede01e","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"tenant":"e2e-shared-a-w2-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","model":"ai-tenant-e2e-shared-a-w2-8f9f75/rate-test-model-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.836086924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"rate-test-model-8f9f75","reconcileID":"1d43a057-aeac-45ad-92a7-9e5b87ede01e","MaaSModelRef":{"name":"rate-test-model-8f9f75","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"routeName":"rate-test-model-8f9f75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","llmisvcName":"rate-test-model-8f9f75","gateway":"openshift-ingress/e2e-shared-a-w2-8f9f75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.986537276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"cc5dec63-a595-4fff-90cf-7db1a6f4ef2b","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:45.986565219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"cc5dec63-a595-4fff-90cf-7db1a6f4ef2b","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:49.15595738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2f1303-cd3d-4fb8-b985-c0fc52e5449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:49.208374638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2f1303-cd3d-4fb8-b985-c0fc52e5449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:49.260189897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2f1303-cd3d-4fb8-b985-c0fc52e5449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:49.312478396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2f1303-cd3d-4fb8-b985-c0fc52e5449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.288876349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ce40f-8247-48a9-9639-38c4c300202d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.341047711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ce40f-8247-48a9-9639-38c4c300202d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.392998701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ce40f-8247-48a9-9639-38c4c300202d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.445077026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ce40f-8247-48a9-9639-38c4c300202d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.712647963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"dd4284c5-2fca-4f66-b87c-7d59621be43f","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","subscription":"e2e-b-only-784142","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.765720759Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"dd4284c5-2fca-4f66-b87c-7d59621be43f","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:51.826651503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"e2e-b-only-784142","reconcileID":"dd4284c5-2fca-4f66-b87c-7d59621be43f","MaaSSubscription":{"name":"e2e-b-only-784142","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"name":"maas-trlp-sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:52.107681613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c2369b62-c90f-4d21-9bcb-daf20e9d5907","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"tenant":"e2e-shared-b-w0-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","model":"ai-tenant-e2e-shared-b-w0-4d1e5b/sub-test-model-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:52.10771071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"sub-test-model-4d1e5b","reconcileID":"c2369b62-c90f-4d21-9bcb-daf20e9d5907","MaaSModelRef":{"name":"sub-test-model-4d1e5b","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"routeName":"sub-test-model-4d1e5b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","llmisvcName":"sub-test-model-4d1e5b","gateway":"openshift-ingress/e2e-shared-b-w0-4d1e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:56.149886792Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"323b1cda-c077-4ee2-9ec7-abf1f7c4a61d","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","subscription":"e2e-rate-iso-b-4fe110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:56.20228467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"323b1cda-c077-4ee2-9ec7-abf1f7c4a61d","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:56.255253946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"e2e-rate-iso-b-4fe110","reconcileID":"323b1cda-c077-4ee2-9ec7-abf1f7c4a61d","MaaSSubscription":{"name":"e2e-rate-iso-b-4fe110","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"name":"maas-trlp-rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:56.529668711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"ad055a1c-4cf7-4f86-9a1a-470bc60eb7a5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"tenant":"e2e-shared-b-w2-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","model":"ai-tenant-e2e-shared-b-w2-120308/rate-test-model-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:56.529691711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"rate-test-model-120308","reconcileID":"ad055a1c-4cf7-4f86-9a1a-470bc60eb7a5","MaaSModelRef":{"name":"rate-test-model-120308","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"routeName":"rate-test-model-120308-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-120308","llmisvcName":"rate-test-model-120308","gateway":"openshift-ingress/e2e-shared-b-w2-120308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.189724439Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.189814433Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","namespace":"ai-tenant-e2e-shared-a-w3-849ad2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.189887563Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","tenant":"e2e-shared-a-w3-849ad2","tenantID":"e2e-shared-a-w3-849ad2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.244275155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-849ad2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.309173279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Service","name":"maas-api-e2e-shared-a-w3-849ad2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.368488997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-849ad2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.427029964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-849ad2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.484659255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.539218503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.597099081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.651727642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.703891349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.755557685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.808387015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.860302304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.912179516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:58.964667003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.016892218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.073927979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.125965811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.177919043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.230250645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-849ad2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:56:59.282640114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-849ad2"},"namespace":"ai-tenant-e2e-shared-a-w3-849ad2","name":"default-tenant","reconcileID":"67e5155f-c02c-4814-b796-576c5ba346a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-849ad2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.063242632Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-849ad2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-849ad2","reconcileID":"7efa35f1-5bc5-4ddd-9863-2bf58780e693","aitenant":"ai-tenants/e2e-shared-a-w3-849ad2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.580894851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a63111f-36ce-428b-95f3-0b0ed9c8d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.633903564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a63111f-36ce-428b-95f3-0b0ed9c8d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.692009306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a63111f-36ce-428b-95f3-0b0ed9c8d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.745759162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a63111f-36ce-428b-95f3-0b0ed9c8d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:03.914317639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-849ad2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-849ad2","reconcileID":"7efa35f1-5bc5-4ddd-9863-2bf58780e693","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-849ad2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-849ad2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:05.653498675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c487826-3700-46f6-ba0c-ffaa6012138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:05.705625976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c487826-3700-46f6-ba0c-ffaa6012138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:05.757464447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c487826-3700-46f6-ba0c-ffaa6012138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:05.809342414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c487826-3700-46f6-ba0c-ffaa6012138c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:13.283174626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:13.514456856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ba1ce-39e4-4a51-a647-cff961830232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:13.568403456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ba1ce-39e4-4a51-a647-cff961830232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:13.620491519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ba1ce-39e4-4a51-a647-cff961830232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:13.673157768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ba1ce-39e4-4a51-a647-cff961830232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:15.616230661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a759cb7e-a9cb-4b50-b4a0-e0f3e0258157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:15.668193805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a759cb7e-a9cb-4b50-b4a0-e0f3e0258157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:15.720031075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a759cb7e-a9cb-4b50-b4a0-e0f3e0258157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:15.771833981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a759cb7e-a9cb-4b50-b4a0-e0f3e0258157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:22.050054986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"68a9fa1d-dd18-41fb-9f29-c0feb4f96375","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:22.05008901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"68a9fa1d-dd18-41fb-9f29-c0feb4f96375","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.600508736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"029c6a29-aebb-4113-b5bd-84e1e6821d47","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.600532905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"029c6a29-aebb-4113-b5bd-84e1e6821d47","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.66197425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"0e6ea995-c076-4fd5-a619-f8d420e3f758","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.661997615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"0e6ea995-c076-4fd5-a619-f8d420e3f758","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.774876133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"7ebabf31-3df2-4bf7-895a-718b4fcd42fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.902194299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"7ebabf31-3df2-4bf7-895a-718b4fcd42fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:27.957757493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-bc8627-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"7ebabf31-3df2-4bf7-895a-718b4fcd42fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:28.013979189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"82ce08b2-d68e-48d0-94f6-ff0c0a33fbd9","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:28.014014476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"82ce08b2-d68e-48d0-94f6-ff0c0a33fbd9","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:38.118365303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"49a4ba35-87fd-46ba-a2e8-44e4d89b07c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:38.175000815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"49a4ba35-87fd-46ba-a2e8-44e4d89b07c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:38.230448795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-bc8627-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"49a4ba35-87fd-46ba-a2e8-44e4d89b07c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:42.689862663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee78224a-1679-453d-a5da-a6d98e79f09a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:42.742238344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee78224a-1679-453d-a5da-a6d98e79f09a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:42.796347024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee78224a-1679-453d-a5da-a6d98e79f09a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:42.848328275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee78224a-1679-453d-a5da-a6d98e79f09a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:43.281138751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.288087278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.288144744Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","namespace":"ai-tenant-e2e-shared-a-w0-29a0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.28819895Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","tenant":"e2e-shared-a-w0-29a0da","tenantID":"e2e-shared-a-w0-29a0da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.343277993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-29a0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.414210391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Service","name":"maas-api-e2e-shared-a-w0-29a0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.469916599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-29a0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.527676395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-29a0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.58288681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.646154238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.707873989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.762357421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44f2f1-b74b-4ddf-9a16-fa90bfdb752c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.815641778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44f2f1-b74b-4ddf-9a16-fa90bfdb752c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.818465313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.867469261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44f2f1-b74b-4ddf-9a16-fa90bfdb752c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.919566001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb44f2f1-b74b-4ddf-9a16-fa90bfdb752c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.921401974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:44.974326974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.026377072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.07829782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.130089505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.186083042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.237516854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.295753671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.34751188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.399375069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.45221396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-29a0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:45.504321783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-29a0da"},"namespace":"ai-tenant-e2e-shared-a-w0-29a0da","name":"default-tenant","reconcileID":"9648c24d-10db-4c6c-ba9a-a2c7801768b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-29a0da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:48.337311964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"8ea832f7-6c8f-40a9-ac0d-722b4bc8d2e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:48.394664405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"8ea832f7-6c8f-40a9-ac0d-722b4bc8d2e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:48.450800352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-bc8627-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c0d1256b3a8f2032e840721a8de8f2a381fb0a23e0d7544f8918966c3becfa6) AuthConfig (b96d314a539a4b7c13dc55983ed2894aca21f67e281cda30b73b7861f3420041) AuthConfig (1a4a6e35e0a2e96627a242fe6493c4f625110376804f5d6c226bc17fffaaa7b0) AuthConfig (f1efd7c307fb038c64ce61b27c528cab19bfd92845f4fcdac035645f30fc2f72) AuthConfig (4eca5cfacaabe524afaa26afc3581426aabda5134659b756cae8791ac3665710) AuthConfig (9da3979a92287ad11fbdfedf18dc74f2f3c88a2e276c90846a4dddd3474e4f3c) AuthConfig (b895984f961b261c1fb55ab4244e9db04f54380e7705e996248a84c35ddba02a) AuthConfig (b55ec96d711a12d66c5505a03220ebd99be8b2fc869738aa085c32a2cafcb806) AuthConfig (6315872db1cf902f773d3d3ff7a504254c81269085572c04b4235a80c97111d4) AuthConfig (64cc6782b65feda431b89a88ca6ea24a3f189a95a5f83890ca70245164677abc) AuthConfig (a046ab545c7e722fee5c2691426e3af0058378aa0c1a7dca6701946150d00e74) AuthConfig (6980afbd6b1cf16d4a57c43814e6da0f3e0d6bfec0db3cebd18499c82c010f06) AuthConfig (5d8c23422180ec9f779d4ef492dcbe4432d402c3b95a69b297ae2c7381b2b1f2) AuthConfig (a468581a8335da05b749a243592b602d2f41abe466bb31c9b372045ae5e55d7c) AuthConfig (2e87c829653058627e9ddb0dfc6b05de33cd0989ff7ff0af8c48e03b3a524443) AuthConfig (e201d7094d417632df9b90f2bf6d6de553e299db2d019ec741d00b2779873339) AuthConfig (c7257052ae508a41b9b8374110e8af46d8ac74b4de7509920b2e0de847d5b7bf) AuthConfig (7e9463459bfd1b6a645654e8733956796c79ee9dc0c52fd3a91e02e49650eeb1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"8ea832f7-6c8f-40a9-ac0d-722b4bc8d2e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:48.509590278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"f287cbdb-0698-440d-b8ad-e13bf702596f","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:48.509615443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"f287cbdb-0698-440d-b8ad-e13bf702596f","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.062610728Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-29a0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-29a0da","reconcileID":"ede9d9e4-3b4c-423d-b805-77221ef6e26c","aitenant":"ai-tenants/e2e-shared-a-w0-29a0da","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.581631987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd8e19-88ef-4f91-b958-3659509fa96f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.633586172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd8e19-88ef-4f91-b958-3659509fa96f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.685523293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd8e19-88ef-4f91-b958-3659509fa96f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.739378569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bd8e19-88ef-4f91-b958-3659509fa96f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:50.905871371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-29a0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-29a0da","reconcileID":"ede9d9e4-3b4c-423d-b805-77221ef6e26c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-29a0da","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-29a0da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:52.643580618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3639d5f8-549a-40df-9704-f03a418b2308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:52.697872371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3639d5f8-549a-40df-9704-f03a418b2308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:52.750515132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3639d5f8-549a-40df-9704-f03a418b2308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:52.802340859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3639d5f8-549a-40df-9704-f03a418b2308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:54.700240937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab3fe7-87f1-40e6-9629-a88d8b1e46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:54.752296218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab3fe7-87f1-40e6-9629-a88d8b1e46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:54.804504368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab3fe7-87f1-40e6-9629-a88d8b1e46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:54.856723586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ab3fe7-87f1-40e6-9629-a88d8b1e46c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:57.914986501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339a4216-c8d5-4e0f-b931-a14a5ad8eaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:57.967421282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339a4216-c8d5-4e0f-b931-a14a5ad8eaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.019315367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339a4216-c8d5-4e0f-b931-a14a5ad8eaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.07177422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339a4216-c8d5-4e0f-b931-a14a5ad8eaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.616014513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"bc0f3bff-19dd-4d70-b058-6dd1f05447d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.673285101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"bc0f3bff-19dd-4d70-b058-6dd1f05447d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.99219712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"46dc2f2a-0c89-4cf1-a3f7-02673c6a7228","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:58.992223031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"46dc2f2a-0c89-4cf1-a3f7-02673c6a7228","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:57:59.949160797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c4b833-7085-4442-b6bd-2c3fd72fe893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.001576786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c4b833-7085-4442-b6bd-2c3fd72fe893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.058707013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c4b833-7085-4442-b6bd-2c3fd72fe893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.114018014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c4b833-7085-4442-b6bd-2c3fd72fe893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.816409971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.816466409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","namespace":"ai-tenant-e2e-shared-b-w3-c5db10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.816514251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","tenant":"e2e-shared-b-w3-c5db10","tenantID":"e2e-shared-b-w3-c5db10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.870826355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-c5db10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.932247963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Service","name":"maas-api-e2e-shared-b-w3-c5db10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:00.987972291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-c5db10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.044588776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-c5db10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.102877934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.160208907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.216850315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.272401733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.325408051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.377114751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.429363174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.480918655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.534224288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.586151663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.638126055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.69368208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.745691422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.797473105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.85044558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-c5db10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:01.902010385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c5db10"},"namespace":"ai-tenant-e2e-shared-b-w3-c5db10","name":"default-tenant","reconcileID":"13a2a8e1-aed9-4bb3-9e71-434b92221116","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-c5db10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.063983824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"45fd1f77-a977-4af4-9f36-ae87e8e22180","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.064006303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"45fd1f77-a977-4af4-9f36-ae87e8e22180","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.118269689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"647b6734-c4de-47dc-a5b4-f87d8e43613d","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.118297341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"647b6734-c4de-47dc-a5b4-f87d8e43613d","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.222142387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dae0447e-e36f-4bbb-ab09-0de331238445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.348868034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dae0447e-e36f-4bbb-ab09-0de331238445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.405103275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dae0447e-e36f-4bbb-ab09-0de331238445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.464205586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"302b6ca9-b53e-4363-baef-5dcd386e3812","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.464227733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"302b6ca9-b53e-4363-baef-5dcd386e3812","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.628049641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a708ad-c00b-4d25-a26e-65b616ab8636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.680172565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a708ad-c00b-4d25-a26e-65b616ab8636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.680265203Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c5db10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c5db10","reconcileID":"5312ce83-a943-43e4-a5b8-22a4282443f8","aitenant":"ai-tenants/e2e-shared-b-w3-c5db10","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.731989374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a708ad-c00b-4d25-a26e-65b616ab8636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:04.783998911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a708ad-c00b-4d25-a26e-65b616ab8636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:05.483352909Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c5db10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c5db10","reconcileID":"5312ce83-a943-43e4-a5b8-22a4282443f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c5db10","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c5db10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.62266002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-access","reconcileID":"2c62fca7-6978-4465-a27a-8f37e03532ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.622727065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"87e123d4-436a-4c00-bfec-453a7567e952","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.687113824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7fa483-95ff-4c61-9f48-d95446acd4e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.739324547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7fa483-95ff-4c61-9f48-d95446acd4e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.792166274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7fa483-95ff-4c61-9f48-d95446acd4e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.844407371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7fa483-95ff-4c61-9f48-d95446acd4e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.901436311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"680851c8-244e-42f3-b761-975c1357af93","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:06.94859383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"aaec9ca7-a532-42ed-b06a-fc6194eee07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.00135492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"21d5a50c-bc4d-4777-90ee-eb34beb5d419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.004620279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"aaec9ca7-a532-42ed-b06a-fc6194eee07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.070606152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"a8e36754-b826-4c2c-a4eb-fe096d7d1065","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.226472017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.226548272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.226604443Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","tenant":"e2e-shared-b-w0-4d1e5b","tenantID":"e2e-shared-b-w0-4d1e5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.283190147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-4d1e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.352503319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Service","name":"maas-api-e2e-shared-b-w0-4d1e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.36034501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"84cc34d2-c256-48ae-8b96-ee0098821007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.409623914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-4d1e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.421306027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"84cc34d2-c256-48ae-8b96-ee0098821007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.466018971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-4d1e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.525230221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.579532459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.636092237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.691339582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.743059368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.794912874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.889973963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.942080856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:07.996342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.048215486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.099771466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.157525235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.236470633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.288407511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.340480593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-4d1e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.391979815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b"},"namespace":"ai-tenant-e2e-shared-b-w0-4d1e5b","name":"default-tenant","reconcileID":"2617c7f0-5db6-4df5-b51a-16444a725134","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-4d1e5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.448786114Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.448837335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.448878292Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","tenant":"e2e-shared-a-w2-8f9f75","tenantID":"e2e-shared-a-w2-8f9f75","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.502945163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-8f9f75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.564874255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Service","name":"maas-api-e2e-shared-a-w2-8f9f75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.622304221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-8f9f75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.676242071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-8f9f75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.729119988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b71147c-3d46-4111-ac6a-43b81361d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.731191415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.780851225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b71147c-3d46-4111-ac6a-43b81361d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.833109437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b71147c-3d46-4111-ac6a-43b81361d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.835436098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.885162793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b71147c-3d46-4111-ac6a-43b81361d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:08.94306739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.000142538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.052034975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.151281769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.205860206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.259701333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.312205785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.364042592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.416090704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.4718955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.523660191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.575638202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.627343427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-8f9f75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:09.679005154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-8f9f75"},"namespace":"ai-tenant-e2e-shared-a-w2-8f9f75","name":"default-tenant","reconcileID":"2e877489-ec06-4131-972e-4735af72ae60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-8f9f75","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:10.845912822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f87f1-e44b-440b-a95f-e86eddda9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:10.897707862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f87f1-e44b-440b-a95f-e86eddda9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:10.949875357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f87f1-e44b-440b-a95f-e86eddda9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:11.002512008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91f87f1-e44b-440b-a95f-e86eddda9984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:12.069894547Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-4d1e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-4d1e5b","reconcileID":"24674f5f-a687-446a-92f7-021b24dfdeb1","aitenant":"ai-tenants/e2e-shared-b-w0-4d1e5b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:12.829041897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-4d1e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-4d1e5b","reconcileID":"24674f5f-a687-446a-92f7-021b24dfdeb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-4d1e5b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-4d1e5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:12.914328719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ef827-9ae8-47a5-a3dd-74ae8f70dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:12.966540655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ef827-9ae8-47a5-a3dd-74ae8f70dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.018751724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ef827-9ae8-47a5-a3dd-74ae8f70dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.071017463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9ef827-9ae8-47a5-a3dd-74ae8f70dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.284037334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.432674977Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-8f9f75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-8f9f75","reconcileID":"02cf9b28-21d8-4f94-8d44-4c99ccb8dd7a","aitenant":"ai-tenants/e2e-shared-a-w2-8f9f75","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.942359422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-access","reconcileID":"989307a1-c2d7-4eea-a96b-5aeb7ae5bd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:13.942421007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"b1eca7ef-16e4-4f68-8243-77846dc53caf","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.150158798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"20ea722a-9af6-4baa-ac7f-73a53199314b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.203008469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"678a9948-b2a2-480e-8380-a606fde85b7c","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.208924757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"20ea722a-9af6-4baa-ac7f-73a53199314b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.300107236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"8589362e-9355-48cb-9e88-cf4f51fa26fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.313786559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-8f9f75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-8f9f75","reconcileID":"02cf9b28-21d8-4f94-8d44-4c99ccb8dd7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-8f9f75","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-8f9f75"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.345745766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"c6cd2923-80c0-4012-bab5-c6513687cc8f","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.53767215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"611d39a1-d4f8-4a4c-8a4f-903c21f7a881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.594589523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"611d39a1-d4f8-4a4c-8a4f-903c21f7a881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.636885658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"d1be2de9-783f-4136-b710-dcf5fbd01993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.693517921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"d1be2de9-783f-4136-b710-dcf5fbd01993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.74956279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"d1be2de9-783f-4136-b710-dcf5fbd01993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:14.996308005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f3856c-0d1e-46e1-a490-c7b5d4666e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:15.048452551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f3856c-0d1e-46e1-a490-c7b5d4666e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:15.100195897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f3856c-0d1e-46e1-a490-c7b5d4666e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:15.15243447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f3856c-0d1e-46e1-a490-c7b5d4666e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.079583592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199ddbce-b412-444d-9318-0f87ab806bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.13192765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199ddbce-b412-444d-9318-0f87ab806bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.184044676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199ddbce-b412-444d-9318-0f87ab806bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.236103733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199ddbce-b412-444d-9318-0f87ab806bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.289867268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"bad3883a-cfbb-42cd-8041-85b3af394873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.342683466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"bad3883a-cfbb-42cd-8041-85b3af394873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.395804256Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"simulator-subscription","reconcileID":"bad3883a-cfbb-42cd-8041-85b3af394873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/simulator-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.66646484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"ccf9403a-7909-4adf-84fb-a419994d6b0d","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.770090188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"26219101-95fb-45e6-afb0-c3c0afd94680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:17.826024741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"26219101-95fb-45e6-afb0-c3c0afd94680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:19.184914186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfff5c-1965-4c62-95b2-91e3f6071b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:19.237008376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfff5c-1965-4c62-95b2-91e3f6071b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:19.289064284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfff5c-1965-4c62-95b2-91e3f6071b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:19.34142606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfff5c-1965-4c62-95b2-91e3f6071b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:22.394749248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48759b8-5254-480c-9461-09f17b360839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:22.446909244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48759b8-5254-480c-9461-09f17b360839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:22.499186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48759b8-5254-480c-9461-09f17b360839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:22.551022475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c48759b8-5254-480c-9461-09f17b360839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.239054956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"4e03d81c-d4a7-4461-88f3-de06614b0072","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.438313246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"0a4cf0dd-8793-47f6-84d9-e36b15d8a5a3","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.549170904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e15bdfb9-5360-4390-8502-f624d2129e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.578008257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"ec96c457-a0b9-4417-8b4e-3654e0402e8d","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.601195809Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"7b9bf3f6-a286-446e-8b71-e2c96b11d950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.659251181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"e15bdfb9-5360-4390-8502-f624d2129e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.767052711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4db20658-f6b6-4470-a163-81026a065f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.811763708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"72a284c7-6efe-48fa-a169-c65281ca517e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.82365428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"4db20658-f6b6-4470-a163-81026a065f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.935799903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"2b96d7e5-82cf-4979-acbc-8d73fb8e5904","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:23.995693426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"869706d7-77cd-4a0d-85de-f0e8c76eb40f","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.042190107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4fcac9e8-0e85-4bbe-807e-85d733db5f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.0987121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"4fcac9e8-0e85-4bbe-807e-85d733db5f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.20618613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"d33aab5a-ea8a-41ba-8224-18d1c508a8d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.247578944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"6146ba45-7c17-4b3e-a041-68e414ae4f81","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.483372224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b596bd-c57d-4a3a-b598-48791990c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.53596777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b596bd-c57d-4a3a-b598-48791990c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.587581597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b596bd-c57d-4a3a-b598-48791990c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.588250129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"a2f163c9-dc9c-417d-9e8d-8de6bfe0405c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.639756372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b596bd-c57d-4a3a-b598-48791990c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.692247848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"a2f163c9-dc9c-417d-9e8d-8de6bfe0405c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.709288747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"37b8a678-6f44-4a55-b2be-49a260974c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.70931006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"9683fbd8-9a84-4dc5-89df-11f6677fc530","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.800213517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"simulator-subscription","reconcileID":"a2f163c9-dc9c-417d-9e8d-8de6bfe0405c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/simulator-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.819060439Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"59922d55-d76f-4140-9aa3-f0f914861a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.903021021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"24e841d5-8230-43f4-8c28-6851dba283d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.906074198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"37b8a678-6f44-4a55-b2be-49a260974c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.948434415Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"7038abf0-3d1a-4de2-a46e-2f8a71bb9e0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:24.958779966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"24e841d5-8230-43f4-8c28-6851dba283d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.013798547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7894b80bd4c48dda0420ae1c014d14b8f1b011fadb0b7aa69bda2354ffbeb782) AuthConfig (c632f6d2754c5af32009745189c46164a6e9dcf19172b32cb697c79133285322) AuthConfig (91a33165e76c3c0056e1ac03a3509da11f1235d5d89e355e337d01fc0d2c1157) AuthConfig (5cfad405603e04b6a9e5240d01dd2c5f3c922952031202110c966c8e59afbe69) AuthConfig (1e2a0c08476a09b89424836d450708f651fdbf5af6c197b8f3420927f3c49c5e) AuthConfig (7990fb4653b385709b8bfee36476d71df35a91a238005f70d5f9b2a0f0864195) AuthConfig (f7ae8ca61830767b95cefa6bcb8eaa0eda74c65c6c9d75db1e48eff18c5676c7) AuthConfig (2408de86001fbe3daa903c267d5ae8cbbc75670716b7028d26d2283736f66596) AuthConfig (4b1d06cf916ea29c8a87dc17bd437d20bfa1cd63d5352d6db6c00b812b7bc7d0) AuthConfig (cef4e764596e159581c0834cef9b3eef195b133f370aa407b38f03939c88ef30) AuthConfig (1a6af910a7be8e322dda25f4c0a7c18bb17f7d1040da8bfe4254b5ee3cdc4360) AuthConfig (fde2db2912f5ac781e2efc74827bf2dbb03899452439b7ced44ecbb766eeb0e1) AuthConfig (7cb62040ebe71415fc77e7c3acd27ff1ea4c40a0640d41bf388ae8a2f7d0385a) AuthConfig (0071e9ea85f50ed490ab48d23a49223c9c04543712efca7e3d119276ac5762cd) AuthConfig (c9e58a03c8f994b467e01ebdd87c09d0fc103a6fb762dc55be1842c3bdc0647d) AuthConfig (83133844e79439fbfbba7c31dfef7ab9a7221adffb90b3465fc05b5cfd036b2d) AuthConfig (96504c1fcee1f9d5bf8baafee7ea1c2f861fc51a078243ab76164bbd2f255ee9) AuthConfig (3f8b0b3dc039c0f020e20ddff740554aeb884546363f5532a56513347ccc8e76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"24e841d5-8230-43f4-8c28-6851dba283d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.029581412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"37b8a678-6f44-4a55-b2be-49a260974c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.029647043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"37b8a678-6f44-4a55-b2be-49a260974c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.070808935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"6e821452-2857-4f17-8e9f-4f758c8bc4f1","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.070826062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"6e821452-2857-4f17-8e9f-4f758c8bc4f1","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.08512838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c243b7fb-6751-4377-b956-c5dd23d4138a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.085279903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"1c6e1f35-5a03-4576-8a6b-e963b952cae4","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.124069261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"5a58f291-6483-441d-b297-2decba31be6d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.228496942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"971935a7-c09b-4d83-b947-791da542c204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.285004674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"971935a7-c09b-4d83-b947-791da542c204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.290284227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c243b7fb-6751-4377-b956-c5dd23d4138a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.319905193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"ba26d650-e6b4-43c3-bb7c-b1c0ddf901df","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.32015349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"c337d1c7-84e1-405a-b4e7-b3a9ae29a3dc","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.320379639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"231179e5-890b-426d-8545-8b5c0dda6f9b","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.320539372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"2c9e36ac-d08a-4c9d-9fa4-73363957ade7","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.34634031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c243b7fb-6751-4377-b956-c5dd23d4138a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"e2e-worker-w3-45658f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.346355653Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c243b7fb-6751-4377-b956-c5dd23d4138a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.37475804Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"c2aa1b22-91ee-4206-baec-815a6c48c7f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:58:25.3978594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-access","reconcileID":"c243b7fb-6751-4377-b956-c5dd23d4138a","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.446723091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"344c7ae7-44ca-4a37-8a6c-ff5157610776","namespace":"ai-tenant-e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.446784655Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"344c7ae7-44ca-4a37-8a6c-ff5157610776","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.500357515Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"344c7ae7-44ca-4a37-8a6c-ff5157610776","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:25.500371382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"344c7ae7-44ca-4a37-8a6c-ff5157610776","namespace":"ai-tenant-e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.516075956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d3219-8163-4f17-a347-2e39152276fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.568586012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d3219-8163-4f17-a347-2e39152276fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.571369606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"134a1f72-fd2d-44e9-9141-af815c4d1d26","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.620668432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d3219-8163-4f17-a347-2e39152276fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.672951525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d3219-8163-4f17-a347-2e39152276fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.725303737Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"6dd20dc2-2ab1-4186-b6ad-5da1ad08630b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:26.784246245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"74277710-9938-4b3e-943a-ee9a338e303d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ee2aa1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:28.582585953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5efd83-e24e-41b6-aae7-9076d7107f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:28.634222788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5efd83-e24e-41b6-aae7-9076d7107f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:28.686058695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5efd83-e24e-41b6-aae7-9076d7107f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:28.737861009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5efd83-e24e-41b6-aae7-9076d7107f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.688410948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61f96cda-f24f-4e03-b266-c3607aaea5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.688457098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"69cbfdfd-0334-4ae7-ad45-ddab8e033cfc","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.747011311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"74ca6549-735f-47f0-8735-4908d534433d","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:58:30.800998598Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"74ca6549-735f-47f0-8735-4908d534433d","name":"premium-w0-3abb13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:58:30.801059941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"74ca6549-735f-47f0-8735-4908d534433d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-3abb13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.80645277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"33525c9d-9c0a-4632-aaf6-38bc86b6b903","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.864518765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"a9dfc55d-f950-4432-b902-1a246f8094a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92a9b37e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.89690148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61f96cda-f24f-4e03-b266-c3607aaea5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:30.919499329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"91b2cec1-b6d7-4604-afa0-f3d5eb27d801","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92a9b37e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.029068506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61f96cda-f24f-4e03-b266-c3607aaea5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"e2e-worker-w0-3abb13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.029091994Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-access","reconcileID":"61f96cda-f24f-4e03-b266-c3607aaea5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.086121392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"e42f9518-24a0-42fb-b487-c9c558893c12","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.111159124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"afeca435-1651-4fd3-b2b9-54e7c5410d99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92a9b37e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.487293881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"8b93e031-7320-4489-96da-74682188b736","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.538771137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"72c6a6e9-2b98-4f57-acfb-5768929d835b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92a9b37e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.53918693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"463bebb3-962e-486d-be95-64bf6dd4d583","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.591247823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"6be0d234-5afd-42a4-975d-0a11414c569e","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:31.591486272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"06c1c8c0-c8b4-4f09-8493-5ccb59880268","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:32.481168711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbe69be-a401-4861-84d4-9b5548215b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:32.534624416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbe69be-a401-4861-84d4-9b5548215b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:32.586429976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbe69be-a401-4861-84d4-9b5548215b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:32.638397053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbe69be-a401-4861-84d4-9b5548215b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:32.744386572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"3fa85b17-8f72-4e56-b3af-fbda35968e11","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:34.592551519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45d6db6-c323-4a9c-8990-71963ac374e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:34.644614095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45d6db6-c323-4a9c-8990-71963ac374e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:34.696183336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45d6db6-c323-4a9c-8990-71963ac374e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:34.748186321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45d6db6-c323-4a9c-8990-71963ac374e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:35.175212019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"64d936dc-e269-4e2f-916c-6fdc5b04437f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:35.232520489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"64d936dc-e269-4e2f-916c-6fdc5b04437f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:35.298050169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7894b80bd4c48dda0420ae1c014d14b8f1b011fadb0b7aa69bda2354ffbeb782) AuthConfig (c632f6d2754c5af32009745189c46164a6e9dcf19172b32cb697c79133285322) AuthConfig (91a33165e76c3c0056e1ac03a3509da11f1235d5d89e355e337d01fc0d2c1157) AuthConfig (5cfad405603e04b6a9e5240d01dd2c5f3c922952031202110c966c8e59afbe69) AuthConfig (1e2a0c08476a09b89424836d450708f651fdbf5af6c197b8f3420927f3c49c5e) AuthConfig (7990fb4653b385709b8bfee36476d71df35a91a238005f70d5f9b2a0f0864195) AuthConfig (f7ae8ca61830767b95cefa6bcb8eaa0eda74c65c6c9d75db1e48eff18c5676c7) AuthConfig (2408de86001fbe3daa903c267d5ae8cbbc75670716b7028d26d2283736f66596) AuthConfig (4b1d06cf916ea29c8a87dc17bd437d20bfa1cd63d5352d6db6c00b812b7bc7d0) AuthConfig (cef4e764596e159581c0834cef9b3eef195b133f370aa407b38f03939c88ef30) AuthConfig (1a6af910a7be8e322dda25f4c0a7c18bb17f7d1040da8bfe4254b5ee3cdc4360) AuthConfig (fde2db2912f5ac781e2efc74827bf2dbb03899452439b7ced44ecbb766eeb0e1) AuthConfig (7cb62040ebe71415fc77e7c3acd27ff1ea4c40a0640d41bf388ae8a2f7d0385a) AuthConfig (0071e9ea85f50ed490ab48d23a49223c9c04543712efca7e3d119276ac5762cd) AuthConfig (c9e58a03c8f994b467e01ebdd87c09d0fc103a6fb762dc55be1842c3bdc0647d) AuthConfig (83133844e79439fbfbba7c31dfef7ab9a7221adffb90b3465fc05b5cfd036b2d) AuthConfig (96504c1fcee1f9d5bf8baafee7ea1c2f861fc51a078243ab76164bbd2f255ee9) AuthConfig (3f8b0b3dc039c0f020e20ddff740554aeb884546363f5532a56513347ccc8e76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"64d936dc-e269-4e2f-916c-6fdc5b04437f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:35.3203164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"139ea3d0-5191-4d8a-9e96-038c692e6dac","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.733393725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"1a344342-349b-47f0-a4b6-e63f76287879","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.767881312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa0d1a4-1e32-4d32-a47c-36c0d5c2f2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.819821276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa0d1a4-1e32-4d32-a47c-36c0d5c2f2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.872620057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa0d1a4-1e32-4d32-a47c-36c0d5c2f2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.924895048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa0d1a4-1e32-4d32-a47c-36c0d5c2f2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.925533255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"ad6c20ec-28a8-48e3-950b-1734232e690a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.948150217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"a9216ffa-95a6-4014-b061-7bcbc7f0e3bf","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:36.978198566Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"ad6c20ec-28a8-48e3-950b-1734232e690a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:37.031017866Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"premium-simulator-subscription","reconcileID":"ad6c20ec-28a8-48e3-950b-1734232e690a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-45658f"},"name":"maas-trlp-premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f","model":"e2e-models-e2e-worker-w3-45658f/premium-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:37.306268177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"4718f70f-591b-460e-8ff5-0893f86defb0","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:38.879120414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d5ea46-c3d8-4655-b431-2f7373ec45fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:38.931061549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d5ea46-c3d8-4655-b431-2f7373ec45fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:38.983024814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d5ea46-c3d8-4655-b431-2f7373ec45fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:39.034875031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d5ea46-c3d8-4655-b431-2f7373ec45fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:39.189921084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"3c871d15-46f6-46ea-8621-023a5e9f4d5d","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:40.977483248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb54506-92b1-41d2-957d-a59d1320fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.029301031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb54506-92b1-41d2-957d-a59d1320fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.08146946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb54506-92b1-41d2-957d-a59d1320fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.133440585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb54506-92b1-41d2-957d-a59d1320fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.539394801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"e3db92cb-120f-4f96-9200-7c9ad21f088d","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.59114554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"33044c51-919d-4d8c-905a-0ee39e5ea487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.591510671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"905f5112-661a-4d20-88ab-cad70e07f9eb","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.591696451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"319b5214-7e4b-4dd1-b7d9-bf9599afd725","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.643886989Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"33044c51-919d-4d8c-905a-0ee39e5ea487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.697268772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"premium-simulator-subscription","reconcileID":"33044c51-919d-4d8c-905a-0ee39e5ea487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"name":"maas-trlp-premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13","model":"e2e-models-e2e-worker-w0-3abb13/premium-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:41.974539183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"96306f50-ef42-43a6-b719-65dd8397e93d","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:42.815040543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"7d0969ab-ef60-4d8b-80c9-61aca8ce9ad4","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:43.092391137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fce1a3-ca8c-49ee-adbc-b2cb0052920b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:43.144591438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fce1a3-ca8c-49ee-adbc-b2cb0052920b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:43.196316702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fce1a3-ca8c-49ee-adbc-b2cb0052920b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:43.24953945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7fce1a3-ca8c-49ee-adbc-b2cb0052920b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:43.282020426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:45.321442503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"7b1365e9-e119-4530-aec9-c6244cc27165","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:45.403885428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dfe60353-f463-4383-b172-52dcaa7c3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:45.460776956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dfe60353-f463-4383-b172-52dcaa7c3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:45.515669478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7894b80bd4c48dda0420ae1c014d14b8f1b011fadb0b7aa69bda2354ffbeb782) AuthConfig (c632f6d2754c5af32009745189c46164a6e9dcf19172b32cb697c79133285322) AuthConfig (91a33165e76c3c0056e1ac03a3509da11f1235d5d89e355e337d01fc0d2c1157) AuthConfig (5cfad405603e04b6a9e5240d01dd2c5f3c922952031202110c966c8e59afbe69) AuthConfig (1e2a0c08476a09b89424836d450708f651fdbf5af6c197b8f3420927f3c49c5e) AuthConfig (7990fb4653b385709b8bfee36476d71df35a91a238005f70d5f9b2a0f0864195) AuthConfig (f7ae8ca61830767b95cefa6bcb8eaa0eda74c65c6c9d75db1e48eff18c5676c7) AuthConfig (2408de86001fbe3daa903c267d5ae8cbbc75670716b7028d26d2283736f66596) AuthConfig (4b1d06cf916ea29c8a87dc17bd437d20bfa1cd63d5352d6db6c00b812b7bc7d0) AuthConfig (cef4e764596e159581c0834cef9b3eef195b133f370aa407b38f03939c88ef30) AuthConfig (1a6af910a7be8e322dda25f4c0a7c18bb17f7d1040da8bfe4254b5ee3cdc4360) AuthConfig (fde2db2912f5ac781e2efc74827bf2dbb03899452439b7ced44ecbb766eeb0e1) AuthConfig (7cb62040ebe71415fc77e7c3acd27ff1ea4c40a0640d41bf388ae8a2f7d0385a) AuthConfig (0071e9ea85f50ed490ab48d23a49223c9c04543712efca7e3d119276ac5762cd) AuthConfig (c9e58a03c8f994b467e01ebdd87c09d0fc103a6fb762dc55be1842c3bdc0647d) AuthConfig (83133844e79439fbfbba7c31dfef7ab9a7221adffb90b3465fc05b5cfd036b2d) AuthConfig (96504c1fcee1f9d5bf8baafee7ea1c2f861fc51a078243ab76164bbd2f255ee9) AuthConfig (3f8b0b3dc039c0f020e20ddff740554aeb884546363f5532a56513347ccc8e76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"dfe60353-f463-4383-b172-52dcaa7c3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.626261289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","namespace":"ai-tenant-e2e-shared-b-w2-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.626318003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","namespace":"ai-tenant-e2e-shared-b-w2-120308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.626365419Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","tenant":"e2e-shared-b-w2-120308","tenantID":"e2e-shared-b-w2-120308","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.680876489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-120308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.745816449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Service","name":"maas-api-e2e-shared-b-w2-120308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.802341169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-120308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.856408819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-120308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.913740608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:46.968832897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.00809635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-2-w3-45658f","reconcileID":"00a998ba-8452-4ab8-85e8-ce88eaf4691c","MaaSModelRef":{"name":"distinct-2-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-2-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-2-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.026021043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.08152216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.133704353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.185224491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.236925866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.28873386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.30701616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"premium-w3-45658f","reconcileID":"170c916f-cbdc-4c50-b89f-fc4e7dcd28a7","MaaSModelRef":{"name":"premium-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"premium-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"premium-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.340272672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.394053191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.445737992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.505002421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.556959919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.608952141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.66068268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-120308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:47.712130857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-120308"},"namespace":"ai-tenant-e2e-shared-b-w2-120308","name":"default-tenant","reconcileID":"1ddf2f54-038b-4b89-8f4e-4bdafdfc64ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-120308","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:48.133322408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"distinct-w3-45658f","reconcileID":"7546324c-006e-4242-b289-9c479927ebc8","MaaSModelRef":{"name":"distinct-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"distinct-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"distinct-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:48.133625873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"namespace":"e2e-models-e2e-worker-w3-45658f","name":"simulator-w3-45658f","reconcileID":"334cdb34-1df0-4809-8063-a297e988f51a","MaaSModelRef":{"name":"simulator-w3-45658f","namespace":"e2e-models-e2e-worker-w3-45658f"},"routeName":"simulator-w3-45658f-kserve-route","namespace":"e2e-models-e2e-worker-w3-45658f","llmisvcName":"simulator-w3-45658f","gateway":"openshift-ingress/e2e-worker-w3-45658f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:49.248751706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"simulator-w0-3abb13","reconcileID":"ccb1ec57-6919-4533-bd80-0c1abb445d16","MaaSModelRef":{"name":"simulator-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"simulator-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"simulator-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:51.540627836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-w0-3abb13","reconcileID":"311ed6cb-3d9c-4de4-8f46-74bdbdff67f4","MaaSModelRef":{"name":"distinct-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:51.592438621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"distinct-2-w0-3abb13","reconcileID":"9e638bef-14e7-4d4e-ba99-e647d838326b","MaaSModelRef":{"name":"distinct-2-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"distinct-2-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"distinct-2-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:51.975776275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"namespace":"e2e-models-e2e-worker-w0-3abb13","name":"premium-w0-3abb13","reconcileID":"464c6c3b-8d50-4190-b2a5-862d4ceefd02","MaaSModelRef":{"name":"premium-w0-3abb13","namespace":"e2e-models-e2e-worker-w0-3abb13"},"routeName":"premium-w0-3abb13-kserve-route","namespace":"e2e-models-e2e-worker-w0-3abb13","llmisvcName":"premium-w0-3abb13","gateway":"openshift-ingress/e2e-worker-w0-3abb13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:55.619892815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"97b4c550-83ea-4067-85a7-51e155ec97da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:55.67630245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"97b4c550-83ea-4067-85a7-51e155ec97da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:55.73285742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7894b80bd4c48dda0420ae1c014d14b8f1b011fadb0b7aa69bda2354ffbeb782) AuthConfig (c632f6d2754c5af32009745189c46164a6e9dcf19172b32cb697c79133285322) AuthConfig (91a33165e76c3c0056e1ac03a3509da11f1235d5d89e355e337d01fc0d2c1157) AuthConfig (5cfad405603e04b6a9e5240d01dd2c5f3c922952031202110c966c8e59afbe69) AuthConfig (1e2a0c08476a09b89424836d450708f651fdbf5af6c197b8f3420927f3c49c5e) AuthConfig (7990fb4653b385709b8bfee36476d71df35a91a238005f70d5f9b2a0f0864195) AuthConfig (f7ae8ca61830767b95cefa6bcb8eaa0eda74c65c6c9d75db1e48eff18c5676c7) AuthConfig (2408de86001fbe3daa903c267d5ae8cbbc75670716b7028d26d2283736f66596) AuthConfig (4b1d06cf916ea29c8a87dc17bd437d20bfa1cd63d5352d6db6c00b812b7bc7d0) AuthConfig (cef4e764596e159581c0834cef9b3eef195b133f370aa407b38f03939c88ef30) AuthConfig (1a6af910a7be8e322dda25f4c0a7c18bb17f7d1040da8bfe4254b5ee3cdc4360) AuthConfig (fde2db2912f5ac781e2efc74827bf2dbb03899452439b7ced44ecbb766eeb0e1) AuthConfig (7cb62040ebe71415fc77e7c3acd27ff1ea4c40a0640d41bf388ae8a2f7d0385a) AuthConfig (0071e9ea85f50ed490ab48d23a49223c9c04543712efca7e3d119276ac5762cd) AuthConfig (c9e58a03c8f994b467e01ebdd87c09d0fc103a6fb762dc55be1842c3bdc0647d) AuthConfig (83133844e79439fbfbba7c31dfef7ab9a7221adffb90b3465fc05b5cfd036b2d) AuthConfig (96504c1fcee1f9d5bf8baafee7ea1c2f861fc51a078243ab76164bbd2f255ee9) AuthConfig (3f8b0b3dc039c0f020e20ddff740554aeb884546363f5532a56513347ccc8e76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"97b4c550-83ea-4067-85a7-51e155ec97da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.728020495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","namespace":"ai-tenant-e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.728112343Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","namespace":"ai-tenant-e2e-worker-w3-45658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.728177436Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","tenant":"e2e-worker-w3-45658f","tenantID":"e2e-worker-w3-45658f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.783977668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Deployment","name":"maas-api-e2e-worker-w3-45658f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.853878562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Service","name":"maas-api-e2e-worker-w3-45658f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.916866046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-45658f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:57.972765628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-45658f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.039656655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.094590258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.152341874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.210572852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.262356674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.315351002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.36824897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Service","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.419887989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.471656375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.523189814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.577711163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.638977113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.698005711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.752040405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.806045429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-45658f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:58.860858561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-45658f"},"namespace":"ai-tenant-e2e-worker-w3-45658f","name":"default-tenant","reconcileID":"e5ade395-272a-4950-b3f1-d46a77edef1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-45658f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:59.628548758Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-120308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-120308","reconcileID":"4cb215da-ca80-4b3e-ac7c-97d7ee27e383","aitenant":"ai-tenants/e2e-shared-b-w2-120308","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:59.878604331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba468f4-de8b-4059-bd00-7a0e2d2398cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:59.935189015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba468f4-de8b-4059-bd00-7a0e2d2398cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:58:59.987823994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba468f4-de8b-4059-bd00-7a0e2d2398cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:00.042182112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba468f4-de8b-4059-bd00-7a0e2d2398cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:00.479491801Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-120308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-120308","reconcileID":"4cb215da-ca80-4b3e-ac7c-97d7ee27e383","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-120308","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-120308"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.6069202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"c485ad2d-ebf0-4614-a2dc-89947b3b8779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.607040482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"cc9dd5c0-77d3-4584-bca2-b5afb97de6bc","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.775926652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d8de796d-910c-4968-8a70-6b5a639112bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.778656103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"cdd51a25-2724-45fe-b855-25a333bb1a9d","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.833421115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"1b32553e-8a5f-49ac-b0d3-4b983435a4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.843894235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"334a9931-84b1-4767-b4da-6ab8a4ba6f07","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.850453207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"d8de796d-910c-4968-8a70-6b5a639112bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.891845673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"28232fff-87b9-4dee-a14a-1c478fbb9549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.969577141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98d10a1-4130-413f-8b08-0e054ce58d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:01.985646237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"91e78581-7120-4dcd-add9-c1349c7d68ea","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.000055008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"ef926877-e533-4595-90bc-51fa61c87652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.02357028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98d10a1-4130-413f-8b08-0e054ce58d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.077644612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98d10a1-4130-413f-8b08-0e054ce58d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:59:02.078080344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-access","reconcileID":"1b32553e-8a5f-49ac-b0d3-4b983435a4c2","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.130346206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98d10a1-4130-413f-8b08-0e054ce58d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.235855013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"82a02fc7-fecf-42d4-a5ae-1d8f80375644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.247331537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"8a2fe9a3-df8b-4646-ac4b-3509549ea3fd","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.294783215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"82a02fc7-fecf-42d4-a5ae-1d8f80375644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:02.512075277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"bd86ea02-f178-4b5d-a77e-400885100b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.074473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"e77c4888-ba8e-4081-817a-98a41e0b6bb3","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.091495409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29903e1a-2f38-4d9c-a246-cc19b87505fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.143264776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29903e1a-2f38-4d9c-a246-cc19b87505fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.195033011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29903e1a-2f38-4d9c-a246-cc19b87505fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.246736417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29903e1a-2f38-4d9c-a246-cc19b87505fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.515879079Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","namespace":"ai-tenant-e2e-worker-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.51595872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","namespace":"ai-tenant-e2e-worker-w0-3abb13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.516004836Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","tenant":"e2e-worker-w0-3abb13","tenantID":"e2e-worker-w0-3abb13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.571092197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Deployment","name":"maas-api-e2e-worker-w0-3abb13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.633836836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Service","name":"maas-api-e2e-worker-w0-3abb13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.701091997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-3abb13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.755895595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-3abb13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.814021974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.870403952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.928140423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:04.983591083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.034987467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.089150959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.142077475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Service","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.193903943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.245634889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.297074296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.348731645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.404490992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.457000378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.50879951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.560276092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-3abb13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.612061248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3abb13"},"namespace":"ai-tenant-e2e-worker-w0-3abb13","name":"default-tenant","reconcileID":"48d48127-f930-41dc-8239-095634fa827c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-3abb13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.842318668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"791b8daf-320b-4267-8176-2092279636a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:05.934863365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"791b8daf-320b-4267-8176-2092279636a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.042112487Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-45658f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-45658f","reconcileID":"d65124e3-6617-41a1-b746-e92be5ffd203","aitenant":"ai-tenants/e2e-worker-w3-45658f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.30658053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"5a75b61e-1a99-423f-a770-50496ec24ca7","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.306600818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"5a75b61e-1a99-423f-a770-50496ec24ca7","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.642837567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03fad59-899b-4754-9ee5-51d5a905a552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.695078421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03fad59-899b-4754-9ee5-51d5a905a552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.747309445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03fad59-899b-4754-9ee5-51d5a905a552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.799472568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03fad59-899b-4754-9ee5-51d5a905a552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:06.861673455Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-45658f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-45658f","reconcileID":"d65124e3-6617-41a1-b746-e92be5ffd203","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-45658f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-45658f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:08.684988496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6cb6d-5bd6-4055-aaea-d052c2e7894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:08.736830392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6cb6d-5bd6-4055-aaea-d052c2e7894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:08.788470121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6cb6d-5bd6-4055-aaea-d052c2e7894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:08.840527574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c6cb6d-5bd6-4055-aaea-d052c2e7894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.588176041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"e3a9c245-96ea-4632-9e6b-5d9e9e343cc9","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.588199084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"e3a9c245-96ea-4632-9e6b-5d9e9e343cc9","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.646058069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"8ace5c55-907a-4abf-a6c8-dcd53699425d","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.646085622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"8ace5c55-907a-4abf-a6c8-dcd53699425d","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:59:11.694816743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"b416a2c8-4a34-4173-b148-c34a86d49563","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-686d14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.721616347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"ab192688-fb33-4ba7-bffe-2f4c74d05527","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.77736335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"ab192688-fb33-4ba7-bffe-2f4c74d05527","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.842435937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"b2b5ccc6-8851-4898-8afa-b51a677b119e","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.842459702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"b2b5ccc6-8851-4898-8afa-b51a677b119e","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.902707299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"092fe9c5-1962-48ca-8819-8639b19317ec","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.90272984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"092fe9c5-1962-48ca-8819-8639b19317ec","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.903040571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"d1c360ca-2419-46a3-b35d-ad15b419aaa3","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.903057963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"d1c360ca-2419-46a3-b35d-ad15b419aaa3","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.947267232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"b63d44c7-4612-45e3-bcf8-eb5e62718b28","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.951796152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"3c6b728f-add2-4009-a26e-6fb29cba3caf","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:11.951811695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"3c6b728f-add2-4009-a26e-6fb29cba3caf","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:59:11.952437105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"3d9d1124-2e92-40d9-8f12-2959854fd5c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-686d14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.003531105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"b63d44c7-4612-45e3-bcf8-eb5e62718b28","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.060011793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"d93b7ea0-4215-4477-86f8-8232d87be52e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.060284643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"434a240c-81ae-425d-a274-566e0af2cd83","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.060306202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"434a240c-81ae-425d-a274-566e0af2cd83","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.116493826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"d93b7ea0-4215-4477-86f8-8232d87be52e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.116757551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"038fc7ab-f87b-4d22-a87e-7268ab993935","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.116773705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"038fc7ab-f87b-4d22-a87e-7268ab993935","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.162688477Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"01dadca5-ab47-4f48-8227-cd9922591528","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","model":"rate-test-model-bc8627","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-bc8627/e2e-rate-iso-a-686d14"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.248116899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"25445857-8b93-4132-8989-e0bb53ec749e","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.301424588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"62d4a1c7-04b6-48b9-945f-d309beefec3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.311813069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"9c4bc0ad-6949-446f-9b8c-a870c7f5dbea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.329517677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"826998b6-54b3-4406-93ac-af979d4104c4","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.32953389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"826998b6-54b3-4406-93ac-af979d4104c4","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.330095849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"427fc71c-28e3-4ada-ae2f-6872b4cd6b90","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","model":"rate-test-model-8b098f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8b098f/e2e-rate-iso-b-686d14"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.353983556Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"62d4a1c7-04b6-48b9-945f-d309beefec3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.369416437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"9c4bc0ad-6949-446f-9b8c-a870c7f5dbea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.406303649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"simulator-subscription","reconcileID":"62d4a1c7-04b6-48b9-945f-d309beefec3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/simulator-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.494715514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"8123265c-7650-4c57-9f1b-cdf2efaca076","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.494739935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"8123265c-7650-4c57-9f1b-cdf2efaca076","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.538286374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"20d37d3c-2228-4c2b-a4a7-0eaf6e808471","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.702884956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"d75cdc98-fcee-489b-95d6-9e820c7768cc","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.756420149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"e9ee3fb8-a5ac-4ec7-8caf-c7972ca9d99b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.861309167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c6a2ccca-3c77-492b-a335-f2a17cdc38f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:12.919517559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"c6a2ccca-3c77-492b-a335-f2a17cdc38f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:13.278549414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:13.353028205Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3abb13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3abb13","reconcileID":"a1f97c47-d65c-4e6e-aa8e-3b5c24d3dcc5","aitenant":"ai-tenants/e2e-worker-w0-3abb13","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:13.8918149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c1fa-a87e-44b3-a588-a6c921e64aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:13.94361629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c1fa-a87e-44b3-a588-a6c921e64aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:13.995371863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c1fa-a87e-44b3-a588-a6c921e64aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:14.047610112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d92c1fa-a87e-44b3-a588-a6c921e64aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:14.164211754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3abb13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3abb13","reconcileID":"a1f97c47-d65c-4e6e-aa8e-3b5c24d3dcc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3abb13","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-3abb13"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:14.199083703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"13f28dae-2956-41d1-9443-9d24a49040b2","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:15.931775402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529119d3-484c-41c8-848b-dd08fe941ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:15.984072786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529119d3-484c-41c8-848b-dd08fe941ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:16.036023506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529119d3-484c-41c8-848b-dd08fe941ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:16.088078685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529119d3-484c-41c8-848b-dd08fe941ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:17.966623582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf710ef6-1836-48f5-b9ef-c2bd69ee0ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.018763631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf710ef6-1836-48f5-b9ef-c2bd69ee0ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.070365438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf710ef6-1836-48f5-b9ef-c2bd69ee0ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.122090899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf710ef6-1836-48f5-b9ef-c2bd69ee0ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.250987615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa6ae0d6-6d1d-4382-8171-9f444a124883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.251055542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"b586c156-fb7f-4ac0-a20e-fc862748d5dd","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.455351328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa6ae0d6-6d1d-4382-8171-9f444a124883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.560049997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"ae7dfae2-88c8-4d92-a2c6-a3bd369b3cbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.578365316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa6ae0d6-6d1d-4382-8171-9f444a124883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"e2e-worker-w2-106074-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.578387016Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-access","reconcileID":"fa6ae0d6-6d1d-4382-8171-9f444a124883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-106074"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.634414971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"16d5a3eb-bb9f-41dd-a551-72203c848196","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.763623816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"f0038d27-de79-4afb-9d69-cd53a9f3b6fb","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.763976953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"12ec831d-d2fa-40d0-94c4-29cf26214f09","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.764230146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"f455eccd-d880-41fc-b193-3fa3b3de162f","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.764395857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"5b0703f0-0e99-48e1-a064-4170709ae40b","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.803423099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"20b3a63d-feeb-4ba2-8fa3-a3efdb6ea8d8","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:18.876188901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"916fa27c-c0ea-4f83-a3dd-b823b9732557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:19.956084818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"d05fed53-6293-4fc5-bf2a-b58805f5fdf0","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:20.091906965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca8a47c-4c1b-4405-9b43-0b15962351fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:20.144033143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca8a47c-4c1b-4405-9b43-0b15962351fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:20.19694847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca8a47c-4c1b-4405-9b43-0b15962351fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:20.24966014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca8a47c-4c1b-4405-9b43-0b15962351fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:21.184536123Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"3fb98fc9-6475-40d5-96d6-d3c2145f3ce4","namespace":"ai-tenant-e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:21.184631009Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"3fb98fc9-6475-40d5-96d6-d3c2145f3ce4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:21.240455856Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"3fb98fc9-6475-40d5-96d6-d3c2145f3ce4","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:21.240473619Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"3fb98fc9-6475-40d5-96d6-d3c2145f3ce4","namespace":"ai-tenant-e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:22.141762105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143fb6a0-8073-42a7-aeca-4172000b1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:22.193944116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143fb6a0-8073-42a7-aeca-4172000b1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:22.24616618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143fb6a0-8073-42a7-aeca-4172000b1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:22.298406061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143fb6a0-8073-42a7-aeca-4172000b1d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:26.819158754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"1fc42265-24b5-4bfb-ae2f-ec7c0bc08a08","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:28.765051817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"1eb8f338-9001-489d-80b9-16c2408a0418","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:28.804350566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"af8be210-e195-4e98-91e4-6c63e1c723a4","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:29.155833051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"970daed4-d175-4e85-9d8d-fb5e7c22785f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:29.208129521Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"970daed4-d175-4e85-9d8d-fb5e7c22785f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:29.261162936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"premium-simulator-subscription","reconcileID":"970daed4-d175-4e85-9d8d-fb5e7c22785f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-106074"},"name":"maas-trlp-premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074","model":"e2e-models-e2e-worker-w2-106074/premium-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:29.535113511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"6af988bf-3ca0-43c0-bfa9-6ae2a50d1c1d","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:30.014879419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"55e82f5f-4aa1-42d2-b4bb-4fc4026bc69a","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:36.876926419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"d40dea96-609f-49d3-89ad-1e531cc5acab","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:38.765758384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-2-w2-106074","reconcileID":"b9eb7670-11f3-4e83-a460-a4718f46ad5a","MaaSModelRef":{"name":"distinct-2-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-2-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-2-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:39.536137219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"premium-w2-106074","reconcileID":"a67953a8-ad80-4e1b-87f8-3ef4dbb86524","MaaSModelRef":{"name":"premium-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"premium-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"premium-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:40.015660465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"distinct-w2-106074","reconcileID":"9f8c7497-ab1f-4be7-9fff-88319b40d734","MaaSModelRef":{"name":"distinct-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"distinct-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"distinct-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.221987981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"30ab49cc-468f-44aa-ad96-569316b3eaf0","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.425590797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"e7e3aa97-feab-4a85-b39b-3e9a6d4e5f7c","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.425611605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"e7e3aa97-feab-4a85-b39b-3e9a6d4e5f7c","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.740245065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"3ce7bfc2-4580-44cc-811e-bdccde5694a2","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.905630549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"6cd8dc90-83ab-4953-a519-26a4320d6715","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:42.905651493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"6cd8dc90-83ab-4953-a519-26a4320d6715","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.002523671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"a4a645a3-8771-4ad3-8e8a-baee88f5178d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.058464557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"a4a645a3-8771-4ad3-8e8a-baee88f5178d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.102893649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"d2456911-46cc-4241-8ba2-1cc4f2199ce9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.15968255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"d2456911-46cc-4241-8ba2-1cc4f2199ce9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.281166992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:43.361573958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"namespace":"e2e-models-e2e-worker-w2-106074","name":"simulator-w2-106074","reconcileID":"83bc7ec5-cc61-451f-bfba-a0284752921b","MaaSModelRef":{"name":"simulator-w2-106074","namespace":"e2e-models-e2e-worker-w2-106074"},"routeName":"simulator-w2-106074-kserve-route","namespace":"e2e-models-e2e-worker-w2-106074","llmisvcName":"simulator-w2-106074","gateway":"openshift-ingress/e2e-worker-w2-106074","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.739541348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","namespace":"ai-tenant-e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.739659481Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","namespace":"ai-tenant-e2e-worker-w2-106074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.739735139Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","tenant":"e2e-worker-w2-106074","tenantID":"e2e-worker-w2-106074","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.796864582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Deployment","name":"maas-api-e2e-worker-w2-106074","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.861766628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Service","name":"maas-api-e2e-worker-w2-106074","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.918481372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-106074","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:45.976085583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-106074","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.037834472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.093279013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.151206067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.206193851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.259284345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.311540118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.366336948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Service","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.418760676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.47073601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.522786686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.57514758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.631163099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.6832661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.739183069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.794125518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-106074","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:46.849579412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-106074"},"namespace":"ai-tenant-e2e-worker-w2-106074","name":"default-tenant","reconcileID":"995ea2ab-14bf-48f6-9e86-e82da4452118","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-106074","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:47.909211793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"6ad99f82-0cb1-40c1-b345-d71b44120e1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:47.909344611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"4d9955c6-7820-4b8d-aea0-c976115e8f3b","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:47.909364351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"4d9955c6-7820-4b8d-aea0-c976115e8f3b","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.113836333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"6ad99f82-0cb1-40c1-b345-d71b44120e1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.176862328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"7898b72f-02f0-4f2c-a571-8d08138b0fba","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.248432363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"6ad99f82-0cb1-40c1-b345-d71b44120e1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.248461008Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-auth-686d14","reconcileID":"6ad99f82-0cb1-40c1-b345-d71b44120e1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.304489574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"1526dd84-fff0-4578-b70d-f59419b6daee","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.304513703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"1526dd84-fff0-4578-b70d-f59419b6daee","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.446478492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"f1010114-5aef-49e1-9bc3-4880631dbdfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.446906955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"13bed018-54e7-4e42-8fbc-c9e23078b134","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.446992503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"13bed018-54e7-4e42-8fbc-c9e23078b134","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.571801363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"8c939a4c-00d1-40fd-bc8f-bf04c113cfa0","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.718695558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"c405e0e3-0521-48ed-9c58-c31c2ece626f","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.739110222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"f1010114-5aef-49e1-9bc3-4880631dbdfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.879168711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"f1010114-5aef-49e1-9bc3-4880631dbdfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.8791919Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"f1010114-5aef-49e1-9bc3-4880631dbdfe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.944471328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"790f08d4-daf9-42cd-8a80-f16e5311616b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.945132374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"837f177f-a3a7-4132-972e-91bc9fbb1243","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:48.945410653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"837f177f-a3a7-4132-972e-91bc9fbb1243","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.078203676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"c47a765c-3263-4a6c-8597-e074513d9bbd","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.078228333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"c47a765c-3263-4a6c-8597-e074513d9bbd","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.152180459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"790f08d4-daf9-42cd-8a80-f16e5311616b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.219350398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"790f08d4-daf9-42cd-8a80-f16e5311616b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.219385164Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"790f08d4-daf9-42cd-8a80-f16e5311616b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:49.221783116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"44f43350-dc04-4444-823d-ae98584d9d8a","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:59:49.271799248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-auth-686d14","reconcileID":"790f08d4-daf9-42cd-8a80-f16e5311616b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-686d14\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:50.78745319Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-106074","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-106074","reconcileID":"6b5d8c64-efbe-4eee-b76c-773b1edc0f48","aitenant":"ai-tenants/e2e-worker-w2-106074","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:51.261263905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3a9f21-8d20-41c1-af3d-95fa3b915dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:51.313582129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3a9f21-8d20-41c1-af3d-95fa3b915dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:51.366744252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3a9f21-8d20-41c1-af3d-95fa3b915dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:51.419152913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3a9f21-8d20-41c1-af3d-95fa3b915dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:51.589749343Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-106074","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-106074","reconcileID":"6b5d8c64-efbe-4eee-b76c-773b1edc0f48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-106074","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-106074"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:53.396299801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e95f1-c3d0-4b64-8986-f740798254bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:53.448212083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e95f1-c3d0-4b64-8986-f740798254bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:53.5012259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e95f1-c3d0-4b64-8986-f740798254bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:53.554098909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e95f1-c3d0-4b64-8986-f740798254bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.241169272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"80ab3446-fb63-465e-875f-36f3076dcc07","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","subscription":"e2e-rate-iso-a-686d14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.293513568Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"80ab3446-fb63-465e-875f-36f3076dcc07","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.346447988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-rate-iso-a-686d14","reconcileID":"80ab3446-fb63-465e-875f-36f3076dcc07","MaaSSubscription":{"name":"e2e-rate-iso-a-686d14","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.621053378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"95ffaafc-c7f0-4f05-96ab-33b92ef73448","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/rate-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.621075114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"rate-test-model-bc8627","reconcileID":"95ffaafc-c7f0-4f05-96ab-33b92ef73448","MaaSModelRef":{"name":"rate-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"rate-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"rate-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.767083682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"62c3257d-5328-4189-87da-eb0cfef3f85c","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:59:59.767111083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"62c3257d-5328-4189-87da-eb0cfef3f85c","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:09.934616691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"1fad89ba-328f-4481-9e46-2e45e733afd1","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","subscription":"e2e-rate-iso-b-686d14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:09.988837912Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"1fad89ba-328f-4481-9e46-2e45e733afd1","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:10.041563571Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-rate-iso-b-686d14","reconcileID":"1fad89ba-328f-4481-9e46-2e45e733afd1","MaaSSubscription":{"name":"e2e-rate-iso-b-686d14","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:10.315410214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"d83d9e59-85bf-4d2e-82b5-9f9fa0757687","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/rate-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:10.315434194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"rate-test-model-8b098f","reconcileID":"d83d9e59-85bf-4d2e-82b5-9f9fa0757687","MaaSModelRef":{"name":"rate-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"rate-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"rate-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:13.279924924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:24.841616789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"852d4bff-e053-4f13-b4f2-c6d718713d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:25.018809993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"2ed287f9-8101-40ed-987c-7c8184e05bfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:25.119528263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aed9c4bb-c460-418f-a671-cef312c58a06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:25.220770588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"801b8867-e7fe-43d7-9b46-17bda92c75dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:31.511434038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b84747c8-bbde-4272-918e-df2dd96b3a39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:31.609639311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"3a9d8743-eba6-4485-9523-123c635741da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:31.622724005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"f34a0992-a887-413d-ac1f-9a9ad64180fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:31.800427418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c3b4dd2-017d-446d-b855-07e216529d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:40.643719006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"6500812a-3552-4baf-b05e-11975f2953c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:40.755424256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"955db04a-7d5b-48c4-b09b-0bed483e6421","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:40.855656954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"086754eb-0809-43e5-93f5-9f394040fe90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:40.874815694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"33f8db74-6915-4b29-acdd-f6af779303cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:43.279758764Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:55.197153016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"599f30fe-bcf6-48b9-87f3-0b0f7ebf8f51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:55.308470552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"54245b2d-6bde-4ca0-8394-b67bd1b9e490","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:55.479887115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"4036ff21-0d66-4aae-9997-881138aa1c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:00:55.594479079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3070d7c-b6c8-4217-aa51-e3653b887ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:01.394444914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ff839ca-6115-4c8d-9116-54bfe2278aed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:01.496064575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00c29e57-a558-4d46-b9b6-53adcafe4f73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:01.51549555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"15472246-1a82-4510-94ed-d0fc7fecfdd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:01.68638198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"eb3fde6e-7ae4-4b51-a393-7e6b531a5061","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:13.278703429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:23.433870724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20c362fc-348f-452b-aed9-47f33c77d536","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:23.535552037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d545555c-3cd3-41e5-8c06-f4635545a039","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:23.668878003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"3b4c31a3-aa26-4761-8dad-228704d37a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:23.769758823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"c4c8f557-e854-4f38-bd6d-28b3491a3813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:29.793057304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3feeaf25-f436-4cc2-b3c7-7b193559b1af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:29.969474586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"545ebdd3-c7ad-4250-a1b9-b25686e81268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:30.070661101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0d4c76d-dcca-4de6-baf2-90d3c0661a04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:30.172829039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"98700687-8342-4d25-9a1b-db60ee5281a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:31.839356266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"9bebea2d-5748-4729-ba79-ffd2261e3b09","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:31.839393984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"9bebea2d-5748-4729-ba79-ffd2261e3b09","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:43.280497072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:47.290876748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a10bdcc3-fa37-4d35-9462-ede0ff80e640","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:47.392072317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"38b0a353-e328-412d-afff-267c82082593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:47.491219328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3bf95af-3e75-4e2a-91a4-ef20005a103f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:47.531070889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"3bc1063f-352b-4a3d-84d2-d9653e7a3bd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:54.17237007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b215fef-6d56-4af1-8e9a-112b6d7edc02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:54.288637938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"3810570b-c3a5-4fcd-ac81-0dab6b88e7cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:54.389453837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da56f6df-2217-4584-9626-82ef0e762226","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:01:54.491296584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"69b7162d-29f2-4455-bb0f-ff6486c1bd2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:13.283295033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:14.547885554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"d870d2ab-06c8-424c-b69f-ed50d8296d49","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:14.547914213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"d870d2ab-06c8-424c-b69f-ed50d8296d49","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.100110863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"e9a1954e-b086-40f2-adab-15b4f107d755","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.100139165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"e9a1954e-b086-40f2-adab-15b4f107d755","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.15890836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"1e85649a-58d4-4a55-bd9f-7c7355947c9b","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.158973942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"1e85649a-58d4-4a55-bd9f-7c7355947c9b","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.267563396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"e46e0237-60c5-4cc0-b5d7-beb6ad977229","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.407083207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"e46e0237-60c5-4cc0-b5d7-beb6ad977229","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.463381793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-bc8627-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"e46e0237-60c5-4cc0-b5d7-beb6ad977229","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.52176025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"b12d3222-43bb-478a-8dd6-079e6c867aeb","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:20.521785033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"b12d3222-43bb-478a-8dd6-079e6c867aeb","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:30.628971776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4293c86f-17b0-4025-87c9-3446a970b0e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:30.687262119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4293c86f-17b0-4025-87c9-3446a970b0e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:30.742923156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-bc8627-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45b6b815a3f626efdac6ea5dddaa46308315b02dd8fb618cbaa5db49667ced75) AuthConfig (694251ccebfc6f42b0ba0a17f36477095bb112e2b3a90d98feaf2380eb2133d6) AuthConfig (2e87c829653058627e9ddb0dfc6b05de33cd0989ff7ff0af8c48e03b3a524443) AuthConfig (5a38c1f2e8dd4d669b2bfca4ca3040aac05e97f23ffaf48119b309d3039e963c) AuthConfig (fa312b81ba519f21947d90106098fcb09580365533734432c7d3f8dccf50730f) AuthConfig (c8da05e73e082de6901904e0621b70aca52ec6e643fca7e9d4d545c93dc84467) AuthConfig (527532d75f9a1d582f8a7ef836c16c903df94ea5e85bc54dcbf5e34f32dc9208) AuthConfig (6d070ab7c2ca81735e2f97a073bc54882f48166d9444e27b6102924d6dcdef12) AuthConfig (e049b1026433747522997fdb516b31ab7aacdb070cf8a0006426a0ea307542ba) AuthConfig (4eca5cfacaabe524afaa26afc3581426aabda5134659b756cae8791ac3665710) AuthConfig (d289164242a865f55c8ebfd5836745f7adbd4d8d8a160a116aa4419d286c8f3e) AuthConfig (a046ab545c7e722fee5c2691426e3af0058378aa0c1a7dca6701946150d00e74) AuthConfig (fb0a684ba3da3937612193663d5667f3613fc9634cdebfe22c7e3653c4b3687a) AuthConfig (9bb15e8beb9a74a01651f0d8c2bb88afc763c61abd3a1cb4a296df9cf54a7d3b) AuthConfig (c7257052ae508a41b9b8374110e8af46d8ac74b4de7509920b2e0de847d5b7bf) AuthConfig (1c0d1256b3a8f2032e840721a8de8f2a381fb0a23e0d7544f8918966c3becfa6) AuthConfig (b130c042079eb70cec764c89ed9de5e0245c467b1d929623002586f29f9cc63f) AuthConfig (6315872db1cf902f773d3d3ff7a504254c81269085572c04b4235a80c97111d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4293c86f-17b0-4025-87c9-3446a970b0e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:30.79912597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"fe33b632-5e0b-45f9-9e17-fd9bcffe2c40","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:30.79914611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"fe33b632-5e0b-45f9-9e17-fd9bcffe2c40","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:40.916407238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"128a9dd7-e4a9-4aec-8d5e-61993b90a8ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:40.973893345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"128a9dd7-e4a9-4aec-8d5e-61993b90a8ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:41.291444934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"05cf85c5-26af-40f9-b317-dda64201fdc4","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:41.291467895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"05cf85c5-26af-40f9-b317-dda64201fdc4","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:43.292650087Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.257444099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"fc4a7f12-5f28-4c3d-9ef6-07256829589f","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.257473138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"fc4a7f12-5f28-4c3d-9ef6-07256829589f","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.312554927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"43d5e77c-54bd-482d-8204-b299808274bb","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.312578202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"43d5e77c-54bd-482d-8204-b299808274bb","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.41528042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4ae14957-2313-4d6b-8ace-4701be4e36f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.538505874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4ae14957-2313-4d6b-8ace-4701be4e36f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.593544421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4ae14957-2313-4d6b-8ace-4701be4e36f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.651325168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8e4fc688-7872-4171-80b3-7a0160fbe190","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:46.651345062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8e4fc688-7872-4171-80b3-7a0160fbe190","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:56.75612186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"132e1f3a-9fe8-47a4-942e-9c514bc3f69f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:56.813880244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"132e1f3a-9fe8-47a4-942e-9c514bc3f69f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:56.871594103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8b098f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c31ff10aa8e1816d52d7e5f24b25798ddc10c76f235fb73cf13e1e7fab70dffb) AuthConfig (49ec363d204f8d18f995529aea53947831870d00572991c5dbf4aa6472b5b4bc) AuthConfig (fb09e7a9b536b56164dd5ae0501fdbc41ecd718f81ae911036cd99ae9f9ca84f) AuthConfig (9f9bfeb520c349f2a277ad78d7af1135020740b3f2414d5192f3ec9ab2b90003) AuthConfig (c632f6d2754c5af32009745189c46164a6e9dcf19172b32cb697c79133285322) AuthConfig (4c4f316fbdc399660a968e89ca9acc9cb11113e105740b3ac10cf569cd250352) AuthConfig (2408de86001fbe3daa903c267d5ae8cbbc75670716b7028d26d2283736f66596) AuthConfig (568c20b3314ad849a8ba89ff1b1733a39b2c0a77de4cf78c4f8eeb7bb5b74188) AuthConfig (5179f6ef4b6a9a6fbb7174eb0fd88c378db3423bd2cd5b90725a1df3f9262d26) AuthConfig (3f8b0b3dc039c0f020e20ddff740554aeb884546363f5532a56513347ccc8e76) AuthConfig (0071e9ea85f50ed490ab48d23a49223c9c04543712efca7e3d119276ac5762cd) AuthConfig (9bd9b3c486bb2983eed53081aee3420a6efb39b2e599a1864a74949d075e14de) AuthConfig (a68d34939544da5133b5d02e02052dad50721f7508ebdf466dd0f0dadb849d51) AuthConfig (5cfad405603e04b6a9e5240d01dd2c5f3c922952031202110c966c8e59afbe69) AuthConfig (3f7d274805c4eb981c36a20507c19d2dbdca8f2f748f05fd58c76b4affe8912d) AuthConfig (cef4e764596e159581c0834cef9b3eef195b133f370aa407b38f03939c88ef30) AuthConfig (5efcf29697f8777c2ed29b5224ad5df59f6f6eb883ea554485245ed74cbe4de6) AuthConfig (fd15fa1ef6073dbd48ebf3e2fd1cf7f77665d4d64fcbb35f18cf86c757b1cc86)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"132e1f3a-9fe8-47a4-942e-9c514bc3f69f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:56.930128957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"89f79f44-d393-441c-a24a-0e347b3da16e","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:02:56.930146015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"89f79f44-d393-441c-a24a-0e347b3da16e","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:07.035335497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"af5f411a-41d1-430c-96c2-10dd6b6f03c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:07.091782212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"af5f411a-41d1-430c-96c2-10dd6b6f03c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:07.362286396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f3b0dca2-9fd4-4dcf-b941-78632c89c257","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:07.362308612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f3b0dca2-9fd4-4dcf-b941-78632c89c257","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.822053957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"1fc1ffa8-ab67-4964-859e-b38934be242a","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.822080942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"1fc1ffa8-ab67-4964-859e-b38934be242a","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.880253826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7a4a0922-6532-4a97-85f9-b07006312fe6","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.880276607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7a4a0922-6532-4a97-85f9-b07006312fe6","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:12.930177989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"57bbb81f-4a12-4a41-ac1c-14e1ce4062b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a1d8b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:12.933475336Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7a4a0922-6532-4a97-85f9-b07006312fe6","name":"sub-test-model-bc8627","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bc8627\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:12.933525489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7a4a0922-6532-4a97-85f9-b07006312fe6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bc8627\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.93887689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"eb3ecd3c-cb12-4332-bb3b-f12383d80996","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.938893051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"eb3ecd3c-cb12-4332-bb3b-f12383d80996","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:12.965085476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"64e27cd3-dc7b-4794-817e-7497f8aafa8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.021463293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"64e27cd3-dc7b-4794-817e-7497f8aafa8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.039085758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"d5e13e51-9c09-4a7e-a2b7-44ce7010f2f6","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.039106524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"d5e13e51-9c09-4a7e-a2b7-44ce7010f2f6","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.096033349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"44a679a3-e882-4427-a167-f72b725d84de","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.096052561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"44a679a3-e882-4427-a167-f72b725d84de","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.142759562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"7f816b68-c295-495e-9a9c-ab4816750c7b","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.142778649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"7f816b68-c295-495e-9a9c-ab4816750c7b","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.201572489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8893f34c-0809-413e-b2e8-5495000c57ff","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.201591541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8893f34c-0809-413e-b2e8-5495000c57ff","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.246229164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"c6661c34-11c5-4d3a-aaa4-67dfe84f910f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:13.251838712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"5bd47fc3-335a-4788-9a00-9615e3b501b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a1d8b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:13.255141947Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8893f34c-0809-413e-b2e8-5495000c57ff","name":"sub-test-model-8b098f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b098f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:13.255194521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8893f34c-0809-413e-b2e8-5495000c57ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b098f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.260489694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f58b9648-677c-4a53-99f6-18c10088ade1","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.260509111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f58b9648-677c-4a53-99f6-18c10088ade1","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.279831195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.303517893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"c6661c34-11c5-4d3a-aaa4-67dfe84f910f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.316734203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"89a5ba34-8baf-4c54-a6a3-687e6c2f0a09","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"sub-test-model-bc8627","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-bc8627/e2e-shared-sub-a1d8b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.346858741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"8fa679df-0c34-4706-8cf7-26a183e3c229","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.362174236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"24b630af-6530-4ade-8d39-2aa7a03944fb","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.362190048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"24b630af-6530-4ade-8d39-2aa7a03944fb","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.406133799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"8fa679df-0c34-4706-8cf7-26a183e3c229","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.418631292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"188aed28-de18-43a5-aba7-4717db655631","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.418647759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"188aed28-de18-43a5-aba7-4717db655631","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.419620417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"2c38cbf2-92af-4c9f-9082-2d13d7afeee9","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.419635698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"2c38cbf2-92af-4c9f-9082-2d13d7afeee9","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.477324711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"ef233794-7e39-45c0-9a10-6554ef5a25cc","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.477338725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"ef233794-7e39-45c0-9a10-6554ef5a25cc","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.481953877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"50512e11-9703-4782-9ad3-86834f21f919","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.48196786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"50512e11-9703-4782-9ad3-86834f21f919","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:13.527893366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"63526571-1221-4304-98a3-0741fc69f483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-a1d8b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.612647071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"8ac3f3db-95ca-4639-93d2-397818030952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.641827711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"a4fcfcda-b776-4c11-86bb-f1d20395ffb4","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.641843433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"a4fcfcda-b776-4c11-86bb-f1d20395ffb4","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.646629585Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"e3425ddb-b575-449d-8628-430d8799ae8f","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"sub-test-model-8b098f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8b098f/e2e-shared-sub-a1d8b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.670836758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"8ac3f3db-95ca-4639-93d2-397818030952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.683647071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"eadec640-7731-45ab-a270-dec3821057c6","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.683661206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"eadec640-7731-45ab-a270-dec3821057c6","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.700752624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"65b6b964-a5f3-41f9-a85b-46977b89deff","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.700766909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"65b6b964-a5f3-41f9-a85b-46977b89deff","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.713293703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"e0b1801a-27f2-4782-97e5-ba501ecc4e85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.740593083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"68a05e9e-d4d4-4f8f-bae4-020f900f7c59","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.740610511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"68a05e9e-d4d4-4f8f-bae4-020f900f7c59","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.770846454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"e0b1801a-27f2-4782-97e5-ba501ecc4e85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.786183102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"68ee7dd1-e4dc-4b1a-add2-53be60a256f1","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-bc8627/e2e-a-only-a1d8b9","ai-tenant-e2e-shared-a-w1-bc8627/e2e-shared-sub-a1d8b9"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:03:13.790503949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"e7164d26-85c9-4805-a73f-49cd0ddd80b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-a1d8b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.813514746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"04573c02-f596-4897-8e8f-730ed3d1e970","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.813528516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"04573c02-f596-4897-8e8f-730ed3d1e970","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.903609498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f78d4c8e-2122-44ed-85df-7d1d96955add","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.90362834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f78d4c8e-2122-44ed-85df-7d1d96955add","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.909717064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"9262dd9a-1f90-4969-b83d-0db176a0f4b6","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.960272243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"cc06a62f-2e71-4320-bd5e-a3d04ce8bbd9","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.960291272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"cc06a62f-2e71-4320-bd5e-a3d04ce8bbd9","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:13.978203285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"a4337a45-0fff-472b-9780-3b538c6443bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.034707764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"a4337a45-0fff-472b-9780-3b538c6443bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.073482445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"20ee916e-bf06-4071-8ee3-03cbe0f78bb5","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.073508187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"20ee916e-bf06-4071-8ee3-03cbe0f78bb5","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.080139946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"4caad378-e0da-42f1-a7e3-0fbc03e91224","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-8b098f/e2e-b-only-a1d8b9","ai-tenant-e2e-shared-b-w1-8b098f/e2e-shared-sub-a1d8b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.122408673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"6e06134d-b14d-403a-b0d1-b7f778cb2860","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.171729124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"2da188e0-5e93-468a-b5de-90847a8ec19c","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.24823706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"9b61349d-5a8d-4560-b76f-2d4dfb3fdc62","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.248257787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"9b61349d-5a8d-4560-b76f-2d4dfb3fdc62","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.28677692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"b1d94eb6-7fa7-419c-a744-2da62250557d","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.338378478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"2ab9a42a-436d-42f5-b60f-cd1c4002f88f","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.338396243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"2ab9a42a-436d-42f5-b60f-cd1c4002f88f","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.458487777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"56145d6d-08b2-4b3d-98d3-8ce6716fd6e1","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:14.55903939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"ae9a8330-482e-4792-a237-fdb8f4f74a2f","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.316918391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"a122a059-5a3f-4e14-ac9d-32342e0ae0d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.416695269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"0e9a22ad-832e-4cfa-8796-c5f3ba0095c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.439560232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"311ea98e-0ee2-4886-8f77-ba25c202f1eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.515590603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1219a538-d97a-4fe1-8baa-382480179f66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.617461118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"f19444e4-31bb-43bf-a6eb-65cc97ce1a27","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.635287983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"477a265c-7028-4ad0-9df8-adfe016a7a35","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.74160414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4698b242-fdc6-41f5-98b0-f4022f421056","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.74237319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"f8ba75e1-3fef-4730-b12d-5a8f3a808fd0","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.756268531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"588b5c36-25ee-4d97-9dbb-90cb6d7b95bf","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.780504152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8e003eac-9ae9-462c-bca9-20fde04401e5","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.780521187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"8e003eac-9ae9-462c-bca9-20fde04401e5","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.799392726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"4698b242-fdc6-41f5-98b0-f4022f421056","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.841641226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"f00cd979-dba1-40ee-8041-a8f0cb0711f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.884816399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"697fab4d-54dd-4b3a-a717-acee711e3ba3","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.884830467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"697fab4d-54dd-4b3a-a717-acee711e3ba3","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.898249361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"f00cd979-dba1-40ee-8041-a8f0cb0711f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.982073326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"74c566a3-9ebc-459d-9d96-897681cab03b","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.982089509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"74c566a3-9ebc-459d-9d96-897681cab03b","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.984784737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"abe68a06-8f63-4214-8979-b970737e74b9","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:20.984797721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"abe68a06-8f63-4214-8979-b970737e74b9","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.066901982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"2a990492-7d7b-4e77-a9ae-bb51dac1a808","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.06700073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"4ef39000-241e-4874-8655-e56ea9fef2fe","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.067015688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"4ef39000-241e-4874-8655-e56ea9fef2fe","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.256306203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"2a990492-7d7b-4e77-a9ae-bb51dac1a808","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.337735178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"017770be-50b5-4e6d-bba5-89ec44f2e4ea","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.337728042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"6b9650ed-9208-41ae-a47b-ba2224c5012a","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.380763175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"2a990492-7d7b-4e77-a9ae-bb51dac1a808","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"e2e-shared-a-w1-bc8627-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.380792362Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"2a990492-7d7b-4e77-a9ae-bb51dac1a808","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.43771014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7dab8a67-9cd6-4075-9705-de932f00f517","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.437740619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7dab8a67-9cd6-4075-9705-de932f00f517","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.574662979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"ecf5c8e7-c503-41ef-b38e-a41be64ebcfd","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.574689906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"ecf5c8e7-c503-41ef-b38e-a41be64ebcfd","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.7113886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"52e8df99-3591-4a92-a3a3-4cacc6357b27","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:25.711493937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"bb2e4a44-3843-4190-8e3a-0f8c75361922","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.29975115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"1ec1da37-1aed-48ae-9630-b442b37bbb51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.402255817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"24210be9-2cce-4d59-aaa5-d73baee360c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.502255144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9504dffa-af63-461d-93c7-d76f44b44313","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.601802437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9266deb-c47d-47ad-8146-3e7745290217","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.701978784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"eef2b3f5-59c1-4ed1-b210-667578a2a314","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.702132394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"35a54ba2-3823-4fe4-a131-e28322342409","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:27.925291148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"0d6eddee-45b4-4342-9bd4-95d47d05465a","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-bc8627/e2e-a-only-a1d8b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:28.241608831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"1b880c7b-ff60-401d-a697-9a7f7c030f0a","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.317549071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"3ee733b5-5183-482b-9d56-b052f32d9f61","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.31769567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"2ce4b554-c93d-495d-9156-12562adb596f","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.420113111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"2f389b00-17cb-483e-b5c8-6c3012439869","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.521212738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38a71934-8e35-45d6-8ee1-e517d282ef35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.664533479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"7f389d39-cbc3-417f-b469-41606c8a47ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.764375725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"32eaaa3d-620c-43c0-af37-1de454723c10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.778540372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5ee340c-af80-484e-9433-14e437f69e1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:35.986381956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"96d33ab7-8686-4fa0-b1e6-fe53e8e4b843","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscription":"e2e-shared-sub-a1d8b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:36.144541168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-shared-sub-a1d8b9","reconcileID":"96d33ab7-8686-4fa0-b1e6-fe53e8e4b843","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:36.36219996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7776ea50-e566-4235-af9b-f090e38e1b66","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:36.362220056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"7776ea50-e566-4235-af9b-f090e38e1b66","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:36.504168203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"4644b463-2d52-4400-a220-f3eb1cda2356","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:36.504187799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"4644b463-2d52-4400-a220-f3eb1cda2356","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.142286829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08587102-5b90-49ac-9ead-02c146e0fd1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.262015587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"0981d13e-090e-4d4f-9e5e-e781ea28fa3d","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.26204997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"4285c128-985d-4132-98f2-c628a0a2c8c9","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.436580461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cd5418d-ea76-44bf-966f-a16acd1e26d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.535674402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"2c133063-899e-456a-a620-9a8425995d4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:42.554643405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"8f425e6a-fc9e-4938-a3ee-5e58ad067d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:43.279881704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:46.669369275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"859625f3-ecb5-47a8-b0e2-748846e9ff9d","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","subscription":"e2e-a-only-a1d8b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:46.722053044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"859625f3-ecb5-47a8-b0e2-748846e9ff9d","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:46.775155783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"e2e-a-only-a1d8b9","reconcileID":"859625f3-ecb5-47a8-b0e2-748846e9ff9d","MaaSSubscription":{"name":"e2e-a-only-a1d8b9","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"name":"maas-trlp-sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.044680527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"5ce22f81-30ec-40ab-a289-53906d161813","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"tenant":"e2e-shared-a-w1-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","model":"ai-tenant-e2e-shared-a-w1-bc8627/sub-test-model-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.044700254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"sub-test-model-bc8627","reconcileID":"5ce22f81-30ec-40ab-a289-53906d161813","MaaSModelRef":{"name":"sub-test-model-bc8627","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"routeName":"sub-test-model-bc8627-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","llmisvcName":"sub-test-model-bc8627","gateway":"openshift-ingress/e2e-shared-a-w1-bc8627","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.338708014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"7dbdc10d-d7c8-49cd-994e-164b6e08be78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.338757642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"d3675420-b6d4-45f7-acfc-6b54aff66568","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.338770358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"d3675420-b6d4-45f7-acfc-6b54aff66568","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.544658879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"7dbdc10d-d7c8-49cd-994e-164b6e08be78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.611115686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"125fd180-6762-42d3-8b13-69f5ae959e04","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.611130531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"1273492d-da0f-4e89-b560-b3faf5ed4fda","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.670217395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"7dbdc10d-d7c8-49cd-994e-164b6e08be78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"e2e-shared-b-w1-8b098f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.670241137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-sub-iso-auth-a1d8b9","reconcileID":"7dbdc10d-d7c8-49cd-994e-164b6e08be78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.72614461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"c49ae296-2c6a-42b1-8926-03c6e5ff1d20","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.726166121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"c49ae296-2c6a-42b1-8926-03c6e5ff1d20","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.86948807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"3d2ed72e-9b50-4df1-ae18-b2c8977e35aa","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.869509426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"3d2ed72e-9b50-4df1-ae18-b2c8977e35aa","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.993981667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"981321e6-5527-4c46-a570-30fbf5d419f0","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:47.994062055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"3eec0e44-c1fb-4b9e-b803-c3404364f486","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:54.591504968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8577a08-135a-4ba5-8c3b-7c07659d2091","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:54.692042937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"20fd221c-562d-496f-ba78-b218d1ec11fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:54.823096013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7e5fb806-e52b-44fe-828f-faa00fb67bdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:54.99900204Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"c64d6d3c-47ab-4659-aa3f-16dc920c5d3b","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8b098f/e2e-b-only-a1d8b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:55.058485075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9f6c0fc-8615-44d6-88d5-c45906716d69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:55.314565909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"246c696d-8621-43c5-9069-ae58d0632858","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.262888044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"15d70ddd-f152-4e16-8108-b68c392aac8b","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscription":"e2e-shared-sub-a1d8b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.42235235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-shared-sub-a1d8b9","reconcileID":"15d70ddd-f152-4e16-8108-b68c392aac8b","MaaSSubscription":{"name":"e2e-shared-sub-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.638109155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"48ead857-6205-4f3b-aa3c-2837914acc36","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.638130713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"48ead857-6205-4f3b-aa3c-2837914acc36","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.955289978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f04e9b2f-b535-4f8a-b536-b4e50e501280","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:03:58.955311134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"f04e9b2f-b535-4f8a-b536-b4e50e501280","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:09.128343789Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"c023edb8-1b7e-4362-b91b-d35cd26da35b","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","subscription":"e2e-b-only-a1d8b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:09.18083582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"c023edb8-1b7e-4362-b91b-d35cd26da35b","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:09.233332189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"e2e-b-only-a1d8b9","reconcileID":"c023edb8-1b7e-4362-b91b-d35cd26da35b","MaaSSubscription":{"name":"e2e-b-only-a1d8b9","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"name":"maas-trlp-sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:09.504607475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"fc7383b2-46b8-41d1-92d7-67309f57fe50","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"tenant":"e2e-shared-b-w1-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","model":"ai-tenant-e2e-shared-b-w1-8b098f/sub-test-model-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:09.504628644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"sub-test-model-8b098f","reconcileID":"fc7383b2-46b8-41d1-92d7-67309f57fe50","MaaSModelRef":{"name":"sub-test-model-8b098f","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"routeName":"sub-test-model-8b098f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","llmisvcName":"sub-test-model-8b098f","gateway":"openshift-ingress/e2e-shared-b-w1-8b098f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:13.278740842Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:32.234509083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4c676301-5fc9-4364-9b87-bcabf2652f71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:32.335412717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da09f4f6-3274-498b-a51d-f25c78cae2bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:32.589379734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b5320a9-dc68-40c7-b82b-dfa9efb56a73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:32.691231626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"41e0c2ef-5c7c-4a97-9627-0abcbff42b33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:43.044297191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f465c75-584f-448f-ae65-dbd8aece373f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:43.072378684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57639285-41ba-4050-9d64-52667e45da71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:43.1861866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"f28ddbb7-22f7-4b18-9565-47ca7a1e4b82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:43.279776628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:43.362640697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"30e65135-9177-4055-acda-bef0397b4500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:44.473750856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468cf227-c698-4d58-a797-1f19758f8cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:44.525556358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468cf227-c698-4d58-a797-1f19758f8cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:44.577583757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468cf227-c698-4d58-a797-1f19758f8cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:44.629607725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468cf227-c698-4d58-a797-1f19758f8cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:46.580757558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66090879-3d45-455b-8021-4799a1cb1aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:46.6329158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66090879-3d45-455b-8021-4799a1cb1aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:46.684761212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66090879-3d45-455b-8021-4799a1cb1aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:46.737228662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66090879-3d45-455b-8021-4799a1cb1aa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:47.458472331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"7fadf58c-b438-408a-84ff-174ef555c74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:47.558152723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"3178d836-11a2-4a36-b212-7405896933ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:47.580117747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d434491f-d6ff-498f-82db-30aa216ed50b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:47.714175555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9880850-ae19-4b6d-9790-92e19e86aa2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.786022106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.786090467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","namespace":"ai-tenant-e2e-shared-a-w1-bc8627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.786143161Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","tenant":"e2e-shared-a-w1-bc8627","tenantID":"e2e-shared-a-w1-bc8627","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.840770533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-bc8627","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.903003685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Service","name":"maas-api-e2e-shared-a-w1-bc8627","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:52.963302571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-bc8627","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.017501752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-bc8627","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.073818843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.13184065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.189396331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.244133444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.296560914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.349142323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.401163421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.45315964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.505996795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.558022437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.610197036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.6658826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.71777984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.769560022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.821682151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-bc8627","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:53.873687646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-bc8627"},"namespace":"ai-tenant-e2e-shared-a-w1-bc8627","name":"default-tenant","reconcileID":"a52eca8c-ef92-4d16-9c73-a513139e777a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-bc8627","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:56.485260666Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-bc8627","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-bc8627","reconcileID":"58cb246f-b1d2-40bf-babf-dc30fa20f881","aitenant":"ai-tenants/e2e-shared-a-w1-bc8627","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:57.073061238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09162aa3-80c7-46ba-b922-6457e5d61e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:57.125328299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09162aa3-80c7-46ba-b922-6457e5d61e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:57.177513623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09162aa3-80c7-46ba-b922-6457e5d61e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:57.229507022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09162aa3-80c7-46ba-b922-6457e5d61e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:57.29180427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-bc8627","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-bc8627","reconcileID":"58cb246f-b1d2-40bf-babf-dc30fa20f881","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-bc8627","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-bc8627"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:59.187610512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb3fa8e-4aa1-4ac3-9013-6b650469980d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:59.240220803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb3fa8e-4aa1-4ac3-9013-6b650469980d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:59.29239403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb3fa8e-4aa1-4ac3-9013-6b650469980d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:04:59.346008364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb3fa8e-4aa1-4ac3-9013-6b650469980d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:02.117751556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bff4910a-89a8-4afb-8348-810106b16b2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:02.238915294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"e4192b56-9f64-4f5c-afc3-03c797126320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:02.338655718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"b1513976-5015-4430-a703-947c98244579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:02.356390963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f2df2fb-7c27-44cd-a533-fa542916a6a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:06.143868905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c2caf7-8e47-4605-9ce7-f293f3dac506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:06.196544433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c2caf7-8e47-4605-9ce7-f293f3dac506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:06.248480723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c2caf7-8e47-4605-9ce7-f293f3dac506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:06.301140796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c2caf7-8e47-4605-9ce7-f293f3dac506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:08.193250602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ff783c-6167-479d-bfe7-1c487b885ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:08.245429879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ff783c-6167-479d-bfe7-1c487b885ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:08.297328318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ff783c-6167-479d-bfe7-1c487b885ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:08.349174377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ff783c-6167-479d-bfe7-1c487b885ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.000020003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.000103465Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","namespace":"ai-tenant-e2e-shared-b-w1-8b098f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.00017408Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","tenant":"e2e-shared-b-w1-8b098f","tenantID":"e2e-shared-b-w1-8b098f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.05626929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-8b098f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.118804052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Service","name":"maas-api-e2e-shared-b-w1-8b098f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.175228708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-8b098f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.232775726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-8b098f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.287794594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.347252042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.405375762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.46124734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.51322652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.569262157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.621613128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.674405573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.726621878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.778216523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.831132644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.886948035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.939191063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:09.991193374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.043345413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-8b098f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.094839192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8b098f"},"namespace":"ai-tenant-e2e-shared-b-w1-8b098f","name":"default-tenant","reconcileID":"bac8a4e1-ad31-4a34-811e-42109964f3cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-8b098f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.196411615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"829ab00d-d123-4162-a26f-f22b7e6b3b8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.389775159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a21b465-798b-4df4-9e86-0c0ae72a1045","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.494082078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25b44b64-0324-4d29-988d-9cb202c821a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:10.562817217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"e4065ef2-9956-4c53-96dc-632240d3f9b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.12701753Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8b098f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8b098f","reconcileID":"7a476bb8-5967-4f53-974e-000c46278ff5","aitenant":"ai-tenants/e2e-shared-b-w1-8b098f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.690247636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37840179-ffaf-48f2-80aa-765c504fdb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.744159064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37840179-ffaf-48f2-80aa-765c504fdb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.797925863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37840179-ffaf-48f2-80aa-765c504fdb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.849851694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37840179-ffaf-48f2-80aa-765c504fdb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:12.961126341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8b098f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8b098f","reconcileID":"7a476bb8-5967-4f53-974e-000c46278ff5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8b098f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8b098f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:13.278781288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.093071773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-access","reconcileID":"0eb27771-01f1-4ca6-90ee-4c53bf05eebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.093181968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"032ab698-cd9b-41a2-901b-e89b5cff8908","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.28723663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"86c12522-3fdd-4268-8f2d-5145d5fb1872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.301682379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a9e9aba6-ed1e-417b-a731-7d92e9ee13bc","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.343098266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"86c12522-3fdd-4268-8f2d-5145d5fb1872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.392060318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"5d1c201c-e210-44af-85e2-8904288099a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.461860994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"6533d1d3-3437-436b-8ebb-f85f1b73230d","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.653328248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"34c461a4-d97a-4718-bdda-9de30c09ea4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.71090764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"34c461a4-d97a-4718-bdda-9de30c09ea4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.777969191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eadd9b6-b224-41fc-86e2-156e3a020135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.830652357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eadd9b6-b224-41fc-86e2-156e3a020135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.883340109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eadd9b6-b224-41fc-86e2-156e3a020135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:14.936331163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eadd9b6-b224-41fc-86e2-156e3a020135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:16.621959597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0114357-ac33-4b01-99e0-3af043cc3f12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:16.721554679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5f1530d-3241-4846-ac6f-75ae0dafb21a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:16.821246384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"4797c960-290b-46f1-84ba-f93d4f63b05f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:19.392107983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"1a246553-dec2-406b-ba7a-7af6f4787c65","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:19.724488728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1a2ce686-8e89-46e8-8708-eee1ba54fd8d","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.058864611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"78887181-d449-43a3-8b30-0046377a1972","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.223760521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"81b1ea1a-a378-4b3d-bf8d-31b2306fd911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.270737343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"31c39b59-2cc9-4356-875c-664d794d6d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.280629997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"81b1ea1a-a378-4b3d-bf8d-31b2306fd911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.394533642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"154a9db8-76d7-4779-a62d-4621251789a6","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.447057835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7952e990-84b2-4d2b-a052-111d5522bd2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.452583128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"f77ff269-622e-414e-be16-890c106a6ee3","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.499474229Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7952e990-84b2-4d2b-a052-111d5522bd2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.551888359Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"simulator-subscription","reconcileID":"7952e990-84b2-4d2b-a052-111d5522bd2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/simulator-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.556062557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2b339a54-086c-4e01-9e6e-5354674322f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.612035372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"2b339a54-086c-4e01-9e6e-5354674322f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.64541978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"5e6444e8-f917-4a67-a45c-b8cefed7d3db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.820455035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"f6885420-fe9d-41db-9035-4a04d1c00d54","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.92457945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"33c2d417-d14b-4910-8210-0c6e1354ffce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:20.980563844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"33c2d417-d14b-4910-8210-0c6e1354ffce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.311334428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"53bedc02-a867-4ec5-92a4-2370cd1ab2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.367950617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"53bedc02-a867-4ec5-92a4-2370cd1ab2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.574696571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"4b418507-874e-4b49-b843-48dc650c2647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.574783462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"a7c8f6c8-03e3-4952-a62d-6c94c2d365e4","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.812361759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"5ceb5039-058b-4352-9d2b-73a0f2940cbc","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.836099941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"4b418507-874e-4b49-b843-48dc650c2647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.846979587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"0ef81327-1552-4709-9ce3-e192fa91b2d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.961484645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"4b418507-874e-4b49-b843-48dc650c2647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"e2e-worker-w1-03ce8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:26.961510866Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-access","reconcileID":"4b418507-874e-4b49-b843-48dc650c2647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.019678039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"22872ab4-b771-4c2a-83ed-2c5367ce6538","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.240783063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"f446449b-c70a-4ded-b831-f2cb2ec9b225","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e555228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.629096558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"1bd4de30-8814-4182-88ec-227071e7b796","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.681503732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"1888bd3f-5bc8-4ce7-a875-d04fac2dbdd3","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.682082078Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"b9d2ab56-bdfb-449a-8579-5ae74cfa5234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e555228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.733683227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"ea70f41e-2aa7-4f3f-89ee-fd1ef8652785","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:27.733912059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"ca67c18b-d229-4630-aa8c-2e334e467d29","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:28.606257059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf9d47c-2bb1-4685-b5b6-71a08a91cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:28.658310914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf9d47c-2bb1-4685-b5b6-71a08a91cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:28.710322835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf9d47c-2bb1-4685-b5b6-71a08a91cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:28.762316958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcf9d47c-2bb1-4685-b5b6-71a08a91cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:30.665257743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155cc669-26df-424c-88ba-0b10d16436d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:30.717313417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155cc669-26df-424c-88ba-0b10d16436d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:30.76947331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155cc669-26df-424c-88ba-0b10d16436d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:30.821467774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155cc669-26df-424c-88ba-0b10d16436d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:34.849544883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"fa2ae532-c57a-4be2-822a-7dc9bc066e36","namespace":"ai-tenant-e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:34.849610989Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"fa2ae532-c57a-4be2-822a-7dc9bc066e36","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:34.904129031Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"fa2ae532-c57a-4be2-822a-7dc9bc066e36","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:34.904158357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"fa2ae532-c57a-4be2-822a-7dc9bc066e36","namespace":"ai-tenant-e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.68262631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"96fe22f3-2158-41d0-920b-b7bef04136e3","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.734168428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"6fc71090-2383-47ab-a661-accf4db18804","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.734531842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"963eadff-f02e-4a7c-a7fc-b6f3760dddcf","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.734731761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"812ac0c1-8318-40ae-acf9-d7c4e10d13c7","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.734906099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"a113e9e6-2847-4242-b6c6-3efcf6066cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.787507522Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"a113e9e6-2847-4242-b6c6-3efcf6066cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:37.840223397Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"premium-simulator-subscription","reconcileID":"a113e9e6-2847-4242-b6c6-3efcf6066cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"name":"maas-trlp-premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a","model":"e2e-models-e2e-worker-w1-03ce8a/premium-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:38.1132155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"8fe8a4fd-6a7d-4f8b-8341-f0628b8b9ae1","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:39.905427345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","namespace":"ai-tenant-e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:39.905492117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","namespace":"ai-tenant-e2e-worker-w1-03ce8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:39.905539358Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","tenant":"e2e-worker-w1-03ce8a","tenantID":"e2e-worker-w1-03ce8a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:39.960002515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Deployment","name":"maas-api-e2e-worker-w1-03ce8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.02300318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Service","name":"maas-api-e2e-worker-w1-03ce8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.084037697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-03ce8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.137908837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-03ce8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.192836415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.247446018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.30612846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.36123861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.413252785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.465002898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.5167788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Service","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.568563243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.620314779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.67209365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.723692477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.78184194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.833716457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.885482101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.937190582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-03ce8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:40.988741713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-03ce8a"},"namespace":"ai-tenant-e2e-worker-w1-03ce8a","name":"default-tenant","reconcileID":"d4d59bf7-2a99-47ef-9214-0d6eabca11e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-03ce8a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:43.328229515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.683375284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"58dbd204-7153-4670-8bd0-ae65e4137ab6","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.689318215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-2-w1-03ce8a","reconcileID":"bf3a89d1-0e7a-4b2b-b8ef-cd9768d79104","MaaSModelRef":{"name":"distinct-2-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-2-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-2-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.735449994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"dd1efd02-accc-435c-a138-d56baf166c57","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.735716232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"a448e06a-38bc-4c56-b662-ab915355bc5e","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.738913431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"distinct-w1-03ce8a","reconcileID":"c1d1c284-738e-47ab-a11c-97864491d29b","MaaSModelRef":{"name":"distinct-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"distinct-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"distinct-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.739775516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"premium-w1-03ce8a","reconcileID":"3dbcbb00-21c9-40fc-a108-ea3ea977093a","MaaSModelRef":{"name":"premium-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"premium-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"premium-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:47.740462108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"namespace":"e2e-models-e2e-worker-w1-03ce8a","name":"simulator-w1-03ce8a","reconcileID":"d682ade0-c5ee-4e7f-b11b-013316d70521","MaaSModelRef":{"name":"simulator-w1-03ce8a","namespace":"e2e-models-e2e-worker-w1-03ce8a"},"routeName":"simulator-w1-03ce8a-kserve-route","namespace":"e2e-models-e2e-worker-w1-03ce8a","llmisvcName":"simulator-w1-03ce8a","gateway":"openshift-ingress/e2e-worker-w1-03ce8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:50.491385664Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-03ce8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-03ce8a","reconcileID":"0f42f461-f263-4d10-ace4-273149e9ec4d","aitenant":"ai-tenants/e2e-worker-w1-03ce8a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:50.964731891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6a2fd3-a14b-4683-a052-88ecb7b8a820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:51.016588376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6a2fd3-a14b-4683-a052-88ecb7b8a820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:51.068707827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6a2fd3-a14b-4683-a052-88ecb7b8a820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:51.120430213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6a2fd3-a14b-4683-a052-88ecb7b8a820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:51.332209953Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-03ce8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-03ce8a","reconcileID":"0f42f461-f263-4d10-ace4-273149e9ec4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-03ce8a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-03ce8a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:53.104767836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd93a46b-8f5a-41bf-a12f-451db545ba02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:53.1584404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd93a46b-8f5a-41bf-a12f-451db545ba02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:53.21184035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd93a46b-8f5a-41bf-a12f-451db545ba02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:53.263972512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd93a46b-8f5a-41bf-a12f-451db545ba02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:55.174999677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abc828d-307f-4a15-920e-633f15b4b263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:55.227120722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abc828d-307f-4a15-920e-633f15b4b263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:55.279234049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abc828d-307f-4a15-920e-633f15b4b263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:05:55.331080921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5abc828d-307f-4a15-920e-633f15b4b263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}